-- Logs begin at Tue 2022-05-10 18:05:15 UTC, end at Tue 2022-05-10 19:20:47 UTC. -- May 10 18:49:11.972933 dv-cinder-836996-18-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 10 18:49:14.790775 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.common.config [-] Logging enabled! May 10 18:49:14.791389 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev200 May 10 18:49:14.791477 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103313) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 10 18:49:14.794792 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.common.config [-] Logging enabled! May 10 18:49:14.795060 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev200 May 10 18:49:14.795370 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103313) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 10 18:49:14.796295 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 18:49:14.796521 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 18:49:14.796911 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 18:49:14.797150 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 18:49:14.797349 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 18:49:14.797696 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.798089 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.798318 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.798618 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.798907 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.799186 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.799484 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.799777 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.800064 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.800339 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.800624 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.800887 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.801167 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.801454 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.801722 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.801945 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] debug = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.802224 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.802660 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.803071 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.803354 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.803692 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.803975 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.804246 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.804525 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.804839 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.805171 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] host = dv-cinder-836996-18-iscsi {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.805449 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.805734 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.806018 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.806302 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.806573 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.806847 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.807130 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.807402 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.807673 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] log_file = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.807945 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.808233 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.808517 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.808829 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.809056 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.809276 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.809560 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.809856 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.810128 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.810400 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.810672 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.810944 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.811217 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.811492 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.811767 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.812049 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.812331 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.812606 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.812915 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.813188 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.813458 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.813741 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.814013 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.814284 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.814559 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.814846 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.815116 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.815394 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.815691 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.815974 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.816253 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.816540 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.816842 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.817124 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.817395 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.817667 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.817935 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] use_json = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.818204 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.818472 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.818751 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.819024 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.819318 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.819589 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.819859 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.820142 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.820412 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:14.820734 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.821033 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.821338 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.821623 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.821928 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.822212 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.822507 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.822787 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.823079 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.823369 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.823667 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.823946 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.824245 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.824532 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.824855 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.825165 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.825459 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.825751 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.826027 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.826299 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.826575 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.826853 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.827142 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.827417 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.827704 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.827990 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.828268 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.828566 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.828873 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.829159 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.829452 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.829739 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.830013 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.830287 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.830581 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.830858 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.831130 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.831416 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.831692 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.831964 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.832244 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.832521 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.832827 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.833101 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.833377 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.833666 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.833941 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.834213 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.834485 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.834759 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.835087 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.835375 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.835653 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.835924 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.836198 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.836474 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.836774 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.837049 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.837324 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.837594 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.837867 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.838138 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.838412 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.838686 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.838958 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.839267 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.839501 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.839771 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.840047 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.840320 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.840596 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.840892 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.841167 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.841439 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.841734 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.842008 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.842285 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.842561 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.842840 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.843114 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.843390 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.843665 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.843940 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.844211 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.844500 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.844808 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.845097 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.845381 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.845660 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.845970 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.846247 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.846523 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.846804 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.847078 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.847356 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.847635 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.847915 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.848209 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.848501 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.848812 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.849105 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.849395 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.849671 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.849973 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.850252 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:14.850511 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 18:49:14.850749 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103313) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 10 18:49:15.304882 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 10 18:49:15.305130 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 10 18:49:15.305465 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 10 18:49:15.305795 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.manager [-] Loading core plugin: ml2 May 10 18:49:15.625546 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:15.625848 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:15.626086 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:15.627282 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:15.627886 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:15.628159 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:15.681552 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:15.681830 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:15.682095 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:15.696534 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:15.696834 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:15.697100 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:15.726160 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:15.726427 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:15.726687 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:15.762240 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:15.762504 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:15.762772 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.110914 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.111583 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.111583 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.111730 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.112366 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.209166 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.209477 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.209797 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.210068 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.210334 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.210643 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.210900 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.211156 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.211408 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.211698 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.211929 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.212191 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.212439 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.212701 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.212960 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.213220 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.213472 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.213717 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.213981 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.214235 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.214502 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.214752 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.215032 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.215403 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.215648 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.215888 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.216273 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103313) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 18:49:16.216507 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103313) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 18:49:16.216763 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103313) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 18:49:16.216998 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103313) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 18:49:16.217231 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103313) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 18:49:16.217462 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103313) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 18:49:16.217821 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 10 18:49:16.220882 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 10 18:49:16.224770 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 10 18:49:16.228563 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) May 10 18:49:16.230182 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 10 18:49:16.230649 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 10 18:49:16.230974 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 10 18:49:16.231347 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 10 18:49:16.234267 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 10 18:49:16.234514 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 10 18:49:16.234857 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 10 18:49:16.239652 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 10 18:49:16.263209 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 10 18:49:16.263649 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.263939 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103313) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 10 18:49:16.264300 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.265661 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103313) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 10 18:49:16.265930 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 10 18:49:16.266169 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 10 18:49:16.269469 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.269746 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.338194 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 10 18:49:16.338428 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 10 18:49:16.338650 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 10 18:49:16.339033 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 10 18:49:16.364811 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_db.sqlalchemy.engines [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103313) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 10 18:49:16.804642 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.plugins.ml2.managers [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Initializing driver for type 'gre' May 10 18:49:16.805127 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] gre ID ranges: [(1, 1000)] May 10 18:49:16.860871 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.plugins.ml2.managers [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Initializing driver for type 'local' May 10 18:49:16.861209 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.plugins.ml2.managers [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Initializing driver for type 'vlan' May 10 18:49:16.876452 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] VlanTypeDriver initialization complete May 10 18:49:16.876830 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.plugins.ml2.managers [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Initializing driver for type 'vxlan' May 10 18:49:16.877355 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] vxlan ID ranges: [(1, 1000)] May 10 18:49:16.949105 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.plugins.ml2.managers [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Initializing extension driver 'port_security' May 10 18:49:16.949423 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.plugins.ml2.extensions.port_security [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] PortSecurityExtensionDriver initialization complete May 10 18:49:16.949798 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.plugins.ml2.managers [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Initializing mechanism driver 'openvswitch' May 10 18:49:16.950160 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.plugins.ml2.managers [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Initializing mechanism driver 'hyperv' May 10 18:49:16.956860 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:49:16.957731 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > port after_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.958109 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > port after_update 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.958471 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > port after_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.959003 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103313) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 18:49:16.959445 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > subnet after_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.959864 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > subnet after_update 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.960216 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > subnet after_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.960614 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103313) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 18:49:16.961054 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > network after_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.961409 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > network after_update 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.961765 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > network after_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.962158 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103313) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 18:49:16.962566 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > security_group after_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.962920 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > security_group after_update 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.963266 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > security_group after_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.963658 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103313) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 18:49:16.964060 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.964408 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.964778 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.965177 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103313) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 18:49:16.965583 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > address_group after_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.965939 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > address_group after_update 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.966282 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > address_group after_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.966671 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103313) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 18:49:16.967117 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] ML2 OVO RPC backend initialized. {{(pid=103313) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 10 18:49:16.967828 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > router_interface after_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.968186 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.968606 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > network before_response 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.968981 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > networks before_response 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.969330 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > port before_response 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.969675 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > ports before_response 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.970027 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > subnet before_response 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.970370 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > subnets before_response 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.970718 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > network after_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.971060 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > network after_update 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.971397 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > network after_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.971736 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > port after_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.972074 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > port after_update 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.972410 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > port after_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.972786 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > subnet after_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.973117 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > subnet after_update 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.973453 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > subnet after_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:16.980994 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.quota [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded quota_driver: . May 10 18:49:16.981363 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.plugins.ml2.plugin [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Modular L2 Plugin initialization complete May 10 18:49:16.981713 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading services supported by the core plugin {{(pid=103313) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 10 18:49:16.982053 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.plugins.ml2.managers [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Got port-security extension from driver 'port_security' May 10 18:49:16.982538 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.extensions.vlantransparent [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Disabled vlantransparent extension. May 10 18:49:16.983042 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103313) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 10 18:49:16.983369 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading Plugin: router May 10 18:49:17.018672 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > router_interface before_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.019062 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > router after_create 55549900 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.019434 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > router before_create 55549900 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.019797 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.020169 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.020524 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > router after_delete 55549900 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.020915 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > floatingip after_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.021266 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > floatingip after_update 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.021627 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > router after_create 55549900 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.021974 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > router after_update 55549900 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.022362 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > router after_update 55549900 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.022709 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.023192 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > router after_update 55549900 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.023612 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > router precommit_update 55549900 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.023997 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: port after_update 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.024338 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: port after_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.024709 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: subnet after_update 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.025052 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.025405 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > port precommit_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.025756 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > router precommit_create 55549900 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.026085 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: port before_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.026435 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > router precommit_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.026791 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > router after_update 55549900 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.027138 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > router precommit_delete 55549900 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.027491 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > router precommit_create 55549900 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.027853 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > router_interface after_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.028198 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > router precommit_update 55549900 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.028563 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > agent after_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.028950 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > agent after_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.029299 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > network after_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.030155 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.quota.resource_registry [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Tracking information for resource: router configured {{(pid=103313) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 18:49:17.030486 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.quota.resource_registry [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Tracking information for resource: floatingip configured {{(pid=103313) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 18:49:17.035291 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.db.l3_agentschedulers_db [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 10 18:49:17.035898 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: port after_update 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.036264 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: port after_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.036619 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: port after_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.037006 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: port after_update 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.037799 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > router before_create 55550100 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.038182 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > router precommit_delete 55550100 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.038544 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > router precommit_create 55550100 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.038902 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > router precommit_update 55550100 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.043784 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.services.provider_configuration [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Service providers = [] {{(pid=103313) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 10 18:49:17.044153 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.db.servicetype_db [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103313) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 10 18:49:17.047095 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.services.service_base [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103313) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 18:49:17.047448 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.services.service_base [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103313) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 18:49:17.047797 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.services.service_base [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103313) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 18:49:17.048707 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.services.service_base [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103313) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 18:49:17.049086 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.services.service_base [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Default provider is not specified for service type L3_ROUTER_NAT May 10 18:49:17.049463 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103313) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 18:49:17.049780 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 10 18:49:17.060581 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103313) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 18:49:17.060889 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading Plugin: auto_allocate May 10 18:49:17.066455 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: network precommit_update 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.066830 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: network precommit_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.067346 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103313) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 18:49:17.067667 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading Plugin: tag May 10 18:49:17.074443 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103313) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 18:49:17.074773 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading Plugin: timestamp May 10 18:49:17.078578 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103313) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 18:49:17.078911 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading Plugin: network_ip_availability May 10 18:49:17.084397 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.084912 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.085274 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.085996 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103313) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 18:49:17.086310 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading Plugin: flavors May 10 18:49:17.091199 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103313) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 18:49:17.091532 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading Plugin: revisions May 10 18:49:17.095782 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103313) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 18:49:17.096174 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_concurrency.lockutils [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.791s {{(pid=103313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 10 18:49:17.096940 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103313) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 10 18:49:17.097281 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Initializing extension manager. May 10 18:49:17.097811 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: __init__.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.098159 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: __pycache__ {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.098501 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: _port_mac_address_override.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.098834 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: address_group.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.099586 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.100155 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: address-group May 10 18:49:17.100504 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: address_scope.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.101245 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.101755 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: address-scope May 10 18:49:17.102077 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: admin_state_down_before_update.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.102999 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.103508 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: router-admin-state-down-before-update May 10 18:49:17.103818 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: agent.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.104516 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.105058 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: agent May 10 18:49:17.105390 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: agent_resources_synced.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.106293 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.106812 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: agent-resources-synced May 10 18:49:17.107127 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: allowedaddresspairs.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.108960 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.109499 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: allowed-address-pairs May 10 18:49:17.109815 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: auto_allocated_topology.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.110889 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.111401 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: auto-allocated-topology May 10 18:49:17.111943 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: availability_zone.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.112419 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.112960 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: availability_zone May 10 18:49:17.113290 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: availability_zone_filter.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.114201 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.114711 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: availability_zone_filter May 10 18:49:17.115036 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: data_plane_status.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.116045 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.116658 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension data-plane-status not supported by any of loaded plugins May 10 18:49:17.117011 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: default_subnetpools.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.117934 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.118447 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: default-subnetpools May 10 18:49:17.118771 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: dhcpagentscheduler.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.119585 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.120091 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: dhcp_agent_scheduler May 10 18:49:17.120415 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: dns.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.121368 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.121875 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension dns-integration not supported by any of loaded plugins May 10 18:49:17.122202 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: dns_domain_ports.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.123115 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.123623 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension dns-domain-ports not supported by any of loaded plugins May 10 18:49:17.123948 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.124887 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.125393 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 10 18:49:17.125713 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: dvr.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.126380 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.126880 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: dvr May 10 18:49:17.127204 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: ecmp_routes.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.128483 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.129018 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension ecmp_routes not supported by any of loaded plugins May 10 18:49:17.129336 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: empty_string_filtering.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.130246 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.130757 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: empty-string-filtering May 10 18:49:17.131080 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.132010 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.132519 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 10 18:49:17.132869 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.133803 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.134302 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 10 18:49:17.134621 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: external_net.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.135526 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.136029 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: external-net May 10 18:49:17.136350 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: extra_dhcp_opt.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.137288 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.137789 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: extra_dhcp_opt May 10 18:49:17.138118 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: extraroute.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.139026 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.139564 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: extraroute May 10 18:49:17.139917 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: extraroute_atomic.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.141116 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.141623 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: extraroute-atomic May 10 18:49:17.141948 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: filter_validation.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.142617 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.143123 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: filter-validation May 10 18:49:17.143452 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: fip_pf_description.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.144375 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.144901 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 10 18:49:17.145223 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: fip_pf_port_range.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.146134 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.146633 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 10 18:49:17.146958 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: fip_port_details.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.147987 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.148493 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: fip-port-details May 10 18:49:17.148856 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: flavors.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.150097 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.150610 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: flavors May 10 18:49:17.150941 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.152589 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.153151 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 10 18:49:17.153496 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: floatingip_pools.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.154203 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.154724 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: floatingip-pools May 10 18:49:17.155047 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: ip_allocation.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.155979 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.156487 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension ip_allocation not supported by any of loaded plugins May 10 18:49:17.156840 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.157761 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.158270 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: ip-substring-filtering May 10 18:49:17.158600 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: l2_adjacency.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.159514 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.160024 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension l2_adjacency not supported by any of loaded plugins May 10 18:49:17.160350 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: l3.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.161360 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.161878 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: router May 10 18:49:17.162209 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: l3_conntrack_helper.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.164441 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.165019 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 10 18:49:17.165327 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.166250 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.166766 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: ext-gw-mode May 10 18:49:17.167095 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.168027 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.168533 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: l3-ha May 10 18:49:17.168900 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.169817 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.170321 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 10 18:49:17.170644 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: l3_flavors.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.171562 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.172063 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: l3-flavors May 10 18:49:17.172388 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: l3_ndp_proxy.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.173781 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.174294 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 10 18:49:17.174622 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.175534 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.176044 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: l3-port-ip-change-not-allowed May 10 18:49:17.176373 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: l3agentscheduler.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.177488 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.177997 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: l3_agent_scheduler May 10 18:49:17.178331 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: local_ip.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.181622 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.182140 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension local_ip not supported by any of loaded plugins May 10 18:49:17.182471 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: logging.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.183946 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.184465 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension logging not supported by any of loaded plugins May 10 18:49:17.184829 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: metering.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.185574 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.186154 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: metering May 10 18:49:17.186478 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.187577 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.188091 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: metering_source_and_destination_fields May 10 18:49:17.188416 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: multiprovidernet.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.189371 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.189875 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: multi-provider May 10 18:49:17.190201 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: netmtu.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.191118 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.191622 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: net-mtu May 10 18:49:17.191945 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: netmtu_writable.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.192899 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.193417 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: net-mtu-writable May 10 18:49:17.193738 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: network_availability_zone.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.194436 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.194943 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: network_availability_zone May 10 18:49:17.195262 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: network_ip_availability.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.196374 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.196922 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: network-ip-availability May 10 18:49:17.197250 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: network_segment_range.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.198020 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.198528 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension network-segment-range not supported by any of loaded plugins May 10 18:49:17.198854 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: pagination.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.199835 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.200167 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: pagination May 10 18:49:17.200490 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: port_device_profile.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.201455 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.201967 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: port-device-profile May 10 18:49:17.202288 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: port_mac_address_override.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.203229 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.203732 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: port-mac-override May 10 18:49:17.204054 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.204990 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.205502 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: port-mac-address-regenerate May 10 18:49:17.205824 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.206731 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.207246 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: port-numa-affinity-policy May 10 18:49:17.207567 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: port_resource_request.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.208472 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.209077 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension port-resource-request not supported by any of loaded plugins May 10 18:49:17.209405 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: port_resource_request_groups.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.210446 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.210947 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension port-resource-request-groups not supported by any of loaded plugins May 10 18:49:17.211271 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: portbindings.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.212200 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.212708 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: binding May 10 18:49:17.213042 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: portbindings_extended.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.214306 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.214824 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: binding-extended May 10 18:49:17.215160 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: portsecurity.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.216092 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.216609 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: port-security May 10 18:49:17.216967 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: project_id.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.217942 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.218278 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: project-id May 10 18:49:17.218599 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: providernet.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.219530 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.220039 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: provider May 10 18:49:17.220361 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: qos.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.224070 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.224596 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension qos not supported by any of loaded plugins May 10 18:49:17.224953 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.226217 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.226734 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 10 18:49:17.227063 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.227979 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.228491 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 10 18:49:17.228856 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: qos_default.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.229778 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.230291 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension qos-default not supported by any of loaded plugins May 10 18:49:17.230615 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: qos_fip.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.231536 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.232046 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension qos-fip not supported by any of loaded plugins May 10 18:49:17.232374 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: qos_fip_network_policy.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.233322 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.233831 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 10 18:49:17.234156 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: qos_gateway_ip.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.235073 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.235582 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension qos-gateway-ip not supported by any of loaded plugins May 10 18:49:17.235906 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: qos_port_network_policy.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.236856 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.237363 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension qos-port-network-policy not supported by any of loaded plugins May 10 18:49:17.237687 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.238720 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.239235 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension qos-pps-minimum not supported by any of loaded plugins May 10 18:49:17.239569 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.240604 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.241215 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 10 18:49:17.241540 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: qos_pps_rule.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.242706 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.243229 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension qos-pps not supported by any of loaded plugins May 10 18:49:17.243559 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: qos_rule_type_details.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.244464 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.245008 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension qos-rule-type-details not supported by any of loaded plugins May 10 18:49:17.245336 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: qos_rule_type_filter.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.246247 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.246754 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 10 18:49:17.247084 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: qos_rules_alias.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.248112 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.248622 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension qos-rules-alias not supported by any of loaded plugins May 10 18:49:17.248969 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: quota_check_limit.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.249959 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.250468 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: quota-check-limit May 10 18:49:17.250795 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: quotasv2.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.251727 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.252058 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: quotas May 10 18:49:17.252776 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: quotasv2_detail.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.254565 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.254903 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: quota_details May 10 18:49:17.255236 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: rbac.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.256289 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.256860 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: rbac-policies May 10 18:49:17.257197 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: rbac_address_group.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.258134 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.258653 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: rbac-address-group May 10 18:49:17.258979 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: rbac_address_scope.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.259905 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.260415 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: rbac-address-scope May 10 18:49:17.260772 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: rbac_security_groups.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.261698 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.262206 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: rbac-security-groups May 10 18:49:17.262525 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: rbac_subnetpool.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.263452 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.263962 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: rbac-subnetpool May 10 18:49:17.264285 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: revisionifmatch.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.265230 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.265742 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: revision-if-match May 10 18:49:17.266067 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: revisions.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.267231 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.267742 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: standard-attr-revisions May 10 18:49:17.268117 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: router_availability_zone.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.268767 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.269283 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: router_availability_zone May 10 18:49:17.269608 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: routerservicetype.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.270524 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.271065 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension router-service-type not supported by any of loaded plugins May 10 18:49:17.271393 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.272388 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.272971 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: security-groups-normalized-cidr May 10 18:49:17.273298 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: security_groups_port_filtering.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.274235 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.274986 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: port-security-groups-filtering May 10 18:49:17.275314 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.276358 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.276912 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: security-groups-remote-address-group May 10 18:49:17.277240 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.278307 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.278818 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: security-groups-shared-filtering May 10 18:49:17.279144 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.279741 dv-cinder-836996-18-iscsi neutron-server[103313]: WARNING neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 10 18:49:17.280059 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: securitygroup.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.289778 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.290308 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: security-group May 10 18:49:17.290641 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: segment.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.291372 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.291885 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension segment not supported by any of loaded plugins May 10 18:49:17.292212 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.293189 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.293707 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 10 18:49:17.294032 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: servicetype.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.295140 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.295660 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: service-type May 10 18:49:17.295986 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: sorting.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.297003 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.297343 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: sorting May 10 18:49:17.297661 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: standard_attr_segment.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.298577 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.299089 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension standard-attr-segment not supported by any of loaded plugins May 10 18:49:17.299432 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: standardattrdescription.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.300077 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.300588 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: standard-attr-description May 10 18:49:17.300938 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: stateful_security_group.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.301862 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.302378 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: stateful-security-group May 10 18:49:17.302703 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: stdattrs_common.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.303287 dv-cinder-836996-18-iscsi neutron-server[103313]: WARNING neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 10 18:49:17.303654 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.304592 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.305132 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 10 18:49:17.305456 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: subnet_onboard.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.306528 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.307046 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: subnet_onboard May 10 18:49:17.307372 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.308298 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.308837 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 10 18:49:17.309158 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: subnet_service_types.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.310091 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.310659 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: subnet-service-types May 10 18:49:17.310935 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: subnetallocation.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.312018 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.312526 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: subnet_allocation May 10 18:49:17.312886 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.313563 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.314083 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: subnetpool-prefix-ops May 10 18:49:17.314407 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.315342 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.315847 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 10 18:49:17.316168 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: tagging.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.317287 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.317797 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: standard-attr-tag May 10 18:49:17.318121 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: timestamp.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.319387 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.319899 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loaded extension: standard-attr-timestamp May 10 18:49:17.320226 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: trunk.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.321290 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.321806 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension trunk not supported by any of loaded plugins May 10 18:49:17.322133 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: trunk_details.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.323055 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.323571 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension trunk-details not supported by any of loaded plugins May 10 18:49:17.323892 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: uplink_status_propagation.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.324843 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.325352 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension uplink-status-propagation not supported by any of loaded plugins May 10 18:49:17.325677 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Loading extension file: vlantransparent.py {{(pid=103313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 18:49:17.326349 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 18:49:17.326852 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extension vlan-transparent not supported by any of loaded plugins May 10 18:49:17.329442 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.quota.resource_registry [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Creating instance of TrackedResource for resource:network May 10 18:49:17.329970 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.quota.resource_registry [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Creating instance of TrackedResource for resource:subnet May 10 18:49:17.330369 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.quota.resource_registry [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Creating instance of TrackedResource for resource:subnetpool May 10 18:49:17.330762 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.quota.resource_registry [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Creating instance of TrackedResource for resource:port May 10 18:49:17.332002 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.v2.resource_helper [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 18:49:17.332450 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.v2.resource_helper [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Service FLAVORS assigned prefix: {{(pid=103313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 18:49:17.333101 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.v2.resource_helper [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 18:49:17.333542 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.v2.resource_helper [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 18:49:17.333877 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.quota.resource_registry [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Creating instance of TrackedResource for resource:router May 10 18:49:17.334308 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.quota.resource_registry [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Creating instance of TrackedResource for resource:floatingip May 10 18:49:17.334815 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.v2.resource_helper [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Service METERING assigned prefix: /metering {{(pid=103313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 18:49:17.336278 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.336650 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.337043 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:49:17.338057 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.quota.resource_registry [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Creating instance of CountableResource for resource:rbac_policy May 10 18:49:17.338492 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.quota.resource_registry [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Creating instance of TrackedResource for resource:security_group May 10 18:49:17.338916 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.quota.resource_registry [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Creating instance of TrackedResource for resource:security_group_rule May 10 18:49:17.339519 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.v2.resource_helper [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Service CORE assigned prefix: {{(pid=103313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 18:49:17.339859 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.quota.resource_registry [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Creating instance of TrackedResource for resource:subnetpool May 10 18:49:17.340208 dv-cinder-836996-18-iscsi neutron-server[103313]: WARNING neutron.quota.resource_registry [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] subnetpool is already registered May 10 18:49:17.340628 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.v2.resource_helper [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Service CORE assigned prefix: {{(pid=103313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 18:49:17.340994 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.quota.resource_registry [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Creating instance of TrackedResource for resource:subnetpool May 10 18:49:17.341329 dv-cinder-836996-18-iscsi neutron-server[103313]: WARNING neutron.quota.resource_registry [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] subnetpool is already registered May 10 18:49:17.343620 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.v2.resource_helper [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 18:49:17.344051 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.v2.resource_helper [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Service FLAVORS assigned prefix: {{(pid=103313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 18:49:17.344636 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.v2.resource_helper [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 18:49:17.345084 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.v2.resource_helper [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 18:49:17.345416 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.quota.resource_registry [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Creating instance of TrackedResource for resource:router May 10 18:49:17.345759 dv-cinder-836996-18-iscsi neutron-server[103313]: WARNING neutron.quota.resource_registry [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] router is already registered May 10 18:49:17.346170 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.quota.resource_registry [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Creating instance of TrackedResource for resource:floatingip May 10 18:49:17.346511 dv-cinder-836996-18-iscsi neutron-server[103313]: WARNING neutron.quota.resource_registry [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] floatingip is already registered May 10 18:49:17.346963 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.v2.resource_helper [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Service METERING assigned prefix: /metering {{(pid=103313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 18:49:17.347629 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.quota.resource_registry [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Creating instance of CountableResource for resource:rbac_policy May 10 18:49:17.347954 dv-cinder-836996-18-iscsi neutron-server[103313]: WARNING neutron.quota.resource_registry [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] rbac_policy is already registered May 10 18:49:17.348362 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.quota.resource_registry [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Creating instance of TrackedResource for resource:security_group May 10 18:49:17.348700 dv-cinder-836996-18-iscsi neutron-server[103313]: WARNING neutron.quota.resource_registry [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] security_group is already registered May 10 18:49:17.349125 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.quota.resource_registry [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Creating instance of TrackedResource for resource:security_group_rule May 10 18:49:17.349457 dv-cinder-836996-18-iscsi neutron-server[103313]: WARNING neutron.quota.resource_registry [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] security_group_rule is already registered May 10 18:49:17.350074 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.v2.resource_helper [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Service CORE assigned prefix: {{(pid=103313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 18:49:17.350454 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.quota.resource_registry [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Creating instance of TrackedResource for resource:subnetpool May 10 18:49:17.350784 dv-cinder-836996-18-iscsi neutron-server[103313]: WARNING neutron.quota.resource_registry [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] subnetpool is already registered May 10 18:49:17.351202 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.v2.resource_helper [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Service CORE assigned prefix: {{(pid=103313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 18:49:17.351529 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.quota.resource_registry [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Creating instance of TrackedResource for resource:subnetpool May 10 18:49:17.351865 dv-cinder-836996-18-iscsi neutron-server[103313]: WARNING neutron.quota.resource_registry [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] subnetpool is already registered May 10 18:49:17.352334 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: extensions {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.353832 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: address-groups {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.355321 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: address-scopes {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.356642 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: agents {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.357835 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: auto-allocated-topology {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.359086 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: availability_zones {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.360314 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: dhcp-networks {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.361870 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: dhcp-agents {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.363299 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: routers {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.365524 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: flavors {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.366717 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: service_profiles {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.367917 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: next_providers {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.369411 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: service_profiles {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.370936 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: floatingip-pools {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.372193 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: routers {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.374311 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: floatingips {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.376466 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: l3-routers {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.378265 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: l3-agents {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.379692 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: metering-labels {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.381057 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: metering-label-rules {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.382463 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: network-ip-availabilities {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.383735 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: bindings {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.385404 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: quotas {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.386958 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: quotas {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.388483 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: rbac-policies {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.389801 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: security-groups {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.391003 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: security-group-rules {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.392250 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: service-providers {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.393521 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: subnetpools {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.394941 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: subnetpools {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.396398 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: tags {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.398123 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: tags {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.399972 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: tags {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.401795 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: tags {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.403586 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: tags {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.405451 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: tags {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.407306 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: tags {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.409224 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: tags {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.410970 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: tags {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.412866 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron.api.extensions [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Extended resource: tags {{(pid=103313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 18:49:17.418819 dv-cinder-836996-18-iscsi neutron-server[103313]: WARNING keystonemiddleware.auth_token [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 10 18:49:17.424035 dv-cinder-836996-18-iscsi neutron-server[103313]: WARNING keystonemiddleware.auth_token [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 10 18:49:17.433011 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_concurrency.lockutils [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Acquired lock "singleton_lock" {{(pid=103313) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 10 18:49:17.433507 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_concurrency.lockutils [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Releasing lock "singleton_lock" {{(pid=103313) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 10 18:49:17.434178 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO oslo_service.service [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Starting 2 workers May 10 18:49:17.439028 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Started child 103422 {{(pid=103313) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 18:49:17.444739 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Started child 103423 {{(pid=103313) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 18:49:17.445072 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:17.445761 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO neutron.service [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Neutron service started, listening on 0.0.0.0:9696 May 10 18:49:17.445761 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Publish callbacks [] for process (None), before_spawn {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:17.446071 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [-] (103422) wsgi starting up on http://0.0.0.0:9696 May 10 18:49:17.450427 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO oslo_service.service [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Starting 1 workers May 10 18:49:17.450695 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:17.450695 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [-] (103423) wsgi starting up on http://0.0.0.0:9696 May 10 18:49:17.453355 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Started child 103424 {{(pid=103313) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 18:49:17.453904 dv-cinder-836996-18-iscsi neutron-server[103313]: INFO oslo_service.service [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Starting 1 workers May 10 18:49:17.456991 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.service [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] calling RpcWorker wait() {{(pid=103424) _wait /opt/stack/neutron/neutron/service.py:128}} May 10 18:49:17.457529 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.service [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] returning from RpcWorker wait() {{(pid=103424) _wait /opt/stack/neutron/neutron/service.py:135}} May 10 18:49:17.458451 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Started child 103425 {{(pid=103313) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 18:49:17.458771 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:17.459351 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:49:17.459493 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f7606d6-20e1-4b99-b63f-9da3402033fa None None] Publish callbacks [] for process (None), after_spawn {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:17.461353 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103313) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 10 18:49:17.461533 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 18:49:17.461861 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 18:49:17.462218 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 18:49:17.462695 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 18:49:17.463013 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 18:49:17.463670 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.464032 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:17.464549 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.464549 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.464732 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.465354 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.465703 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.465941 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.466255 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.466554 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.466722 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.466895 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.467175 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.467431 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.467782 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.468130 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.468390 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.468634 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.468847 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.469127 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.469414 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.469643 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.469922 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] debug = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.470173 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.470671 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.470953 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.471258 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.471555 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.471833 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.472083 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.472346 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.472600 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.472886 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.473128 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.473382 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.473640 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.473862 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.474090 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.474337 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.474586 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.475033 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] host = dv-cinder-836996-18-iscsi {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.475295 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.475546 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.475774 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.476030 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.476286 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.476514 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.476877 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.477171 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.477433 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.477716 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.477995 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.478224 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.478447 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.478719 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] log_file = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.478921 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] log_options = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.479152 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.479516 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.479765 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.479955 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.480182 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.480489 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.480699 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.480896 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.481096 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.481283 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.481438 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.481687 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.481862 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.482101 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.482370 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.482545 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.482813 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.483013 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.483290 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.483492 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.483746 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.484143 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.484143 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.484412 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.484636 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.484863 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.485080 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.485333 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.485546 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.485711 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.486141 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.486141 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.486717 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.486717 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.486979 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.487102 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.487378 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.487563 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.487825 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.488015 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.488291 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.488544 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.488756 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.489012 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.489204 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.489429 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.489758 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] use_json = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.489906 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.490023 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.490301 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.490539 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.490861 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.491023 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.491176 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.491434 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.491620 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.492933 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.492933 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.493244 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:49:17.493387 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.493387 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.493387 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.493387 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.494676 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.494676 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.494676 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.494676 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.494676 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.495463 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.495463 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.495463 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.495833 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.495833 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.496839 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.496839 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.496839 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.496839 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.497094 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.497222 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.497461 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.497702 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.497937 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.498183 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.498415 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.498699 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.499118 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.499546 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.500079 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.500520 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.501006 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.501456 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.501923 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.502971 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.503350 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.503727 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.504089 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.504506 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.504858 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.505184 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.505478 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.505778 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.506114 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.506309 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.506578 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.506992 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.507361 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.507775 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.508021 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.509053 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.509646 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.510051 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.510460 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.510701 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.510982 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.511229 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.511692 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.512130 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.512582 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.513041 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.513472 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.513892 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.514169 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.514447 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.514684 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.514910 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.515158 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.515375 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.515591 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.515800 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.516182 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.516578 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.516996 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.517389 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.517796 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.518204 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.518651 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.518871 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.519106 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.519329 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.519549 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.519764 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.519980 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.520219 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.520466 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.520719 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.520928 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.521148 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.521367 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.521676 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.521914 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.522193 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.522432 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.522733 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.522919 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.523181 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.523398 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.523653 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.523851 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.524123 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.524353 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.524621 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.524910 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.525157 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.525393 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.525611 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.525826 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.526048 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.526281 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.526522 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.526776 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.527043 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.527289 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.527537 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.527789 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.528025 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.528306 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.528544 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.528874 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.529094 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.529371 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.529695 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.529956 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.530381 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.530695 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.530985 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.531272 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.531539 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.531830 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.532039 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.532288 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.532511 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.532806 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.533050 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.533254 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.533487 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.533801 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.534033 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.534278 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.534492 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.534765 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.535013 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.535250 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.535515 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.535759 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.535998 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.536273 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.536502 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.536739 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.536980 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.537207 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.537606 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.537918 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.538156 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.538403 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.538625 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.538903 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.539157 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.539336 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.539712 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.539947 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.540170 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.540410 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.540642 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.540904 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.541125 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.541363 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.541581 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.541802 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.542020 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.542233 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.542481 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.542697 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.542974 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.543236 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.543469 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.543700 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.543942 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.544196 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.544411 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.544657 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.544900 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.545113 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.545326 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.545545 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.545758 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.545989 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.546216 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.546455 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.546703 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.546938 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.547789 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.547789 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.547789 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.548158 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.548359 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.548481 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.548639 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.548890 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.549128 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.549348 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.549580 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.549814 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.550052 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.550280 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.550499 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.550734 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.551003 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.551257 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.551500 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.551748 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.551938 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.552162 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.552380 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.552597 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.552836 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.553057 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.553274 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.553526 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.553754 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.554041 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.554288 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.554514 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.554776 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.555011 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.555239 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.555476 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.555686 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.556708 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.556708 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.556708 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.556708 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.557075 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.557075 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.557217 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.557409 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.557624 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.557875 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.558080 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.558478 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.558683 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.558897 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.559149 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.559360 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.559587 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.559793 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.560009 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.560230 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.560468 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.560763 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.560926 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.561139 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.561346 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.561571 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.561793 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.562025 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.562325 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.562574 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.562813 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.563102 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.563345 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.563601 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.563865 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.564149 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.564367 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.564623 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.564887 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.565103 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.565329 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.565594 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.565926 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.566199 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.566456 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.566706 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.566951 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.567230 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.567487 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.567701 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.568002 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.568309 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.568582 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.568856 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.569166 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.569394 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.569585 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:49:17.569677 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.569838 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.570054 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.570271 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.570486 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.570752 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.570987 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.571233 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.571468 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.571692 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.571906 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.572157 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.572366 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.572587 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.572847 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.573006 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 18:49:17.573549 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103313) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 10 18:49:17.573716 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 18:49:17.573868 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 18:49:17.574036 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 18:49:17.574202 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 18:49:17.574354 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 18:49:17.574710 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.574710 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.574946 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.575067 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.575185 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.575337 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.575495 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.575656 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.575814 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.575973 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.576132 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.576290 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.576448 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.576606 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.576791 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.576952 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.577115 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.577281 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.577441 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.577600 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.577758 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.577917 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] debug = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.578076 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.578278 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.578444 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.578604 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.578762 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.578921 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.579080 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.579238 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.579396 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.579556 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.579715 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.579873 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.580031 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.580190 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.580347 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.580505 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.580663 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.580845 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] host = dv-cinder-836996-18-iscsi {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.581004 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.581162 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.581322 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.581479 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.581638 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.581797 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.581955 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.582118 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.582277 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.582437 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.582595 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.582754 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.582912 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.583075 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] log_file = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.583235 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] log_options = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.583393 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.583550 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.583708 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.583891 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.584120 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.584278 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.584366 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.584506 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.584706 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.584871 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.585030 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.585188 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.585347 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.585504 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.585684 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.585812 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.585967 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.586159 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.586306 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.586447 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.586585 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.586726 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.586863 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.587003 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.587160 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.587319 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.587478 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.587635 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.587794 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.587976 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.588106 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.588284 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.588434 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.588577 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.588740 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.588883 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.589021 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.589158 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.589320 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.589480 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.589638 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.589796 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.589953 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.590110 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.590269 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.590428 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.590586 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] use_json = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.590744 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.590900 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.591058 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.591217 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.591374 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.591531 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.591688 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.591847 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.592005 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 18:49:17.592181 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.592343 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.592514 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.592786 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.592877 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.593008 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.593170 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.593330 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.593489 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.593649 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.593819 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.593980 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.594151 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.594312 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.594472 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.594635 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.594796 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.594943 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.595105 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.595267 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.595482 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.595615 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.595738 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.595889 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.596048 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.596207 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.596370 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.596537 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.596730 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.596902 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.597080 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.597242 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.597404 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.597564 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.597724 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.597885 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.598047 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.598208 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.598370 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.598532 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.598694 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.598857 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.599017 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.599177 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.599339 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.599501 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.599662 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.599824 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.599983 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.600144 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.600350 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.600512 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.600702 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.600857 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.601019 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.601180 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.601341 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.601514 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.601675 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.601835 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.601996 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.602159 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.602317 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.602479 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.602643 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.602803 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.602964 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.603129 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.603304 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.603466 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.603625 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.603789 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.603951 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.604112 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.604272 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.604432 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.604592 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.604774 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.604949 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.605084 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.605243 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.605403 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.605557 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.605714 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.605873 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.606034 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.606196 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.606352 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.606490 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.606653 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.606814 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.606991 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.607151 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.607310 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.607469 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.607631 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.607790 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.607948 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.608110 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.608466 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.608466 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.608727 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.608727 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.608922 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.609043 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.609203 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.609366 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.609525 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.609842 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.609990 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.610156 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.610318 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.610480 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.610641 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.610803 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.610962 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.611123 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.611327 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.611463 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.611601 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.611763 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.611921 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.612238 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.612410 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.612573 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.612771 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.612901 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.613062 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.613223 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.613384 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.613528 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.613693 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.613853 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.614015 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.614187 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.614349 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.614509 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.614669 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.614853 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.615012 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.615171 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.615330 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.615491 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.615651 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.615812 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.616056 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.616220 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.616381 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.616543 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.616725 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.616891 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.617051 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.617211 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.617372 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.617533 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.617696 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.617856 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.618020 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.618182 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.618342 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.618503 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.618666 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.618826 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.618985 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.619145 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.619305 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.619465 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.619625 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.619785 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.619945 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.620104 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.620263 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.620423 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.620583 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.620763 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.620927 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.621089 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.621251 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.621413 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.621575 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.621735 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.621897 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.622058 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.622217 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.622379 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.622541 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.622702 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.622864 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.623031 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.623192 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.623354 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.623516 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.623676 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.623856 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.624020 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.624179 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.624342 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.624502 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.624665 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.624848 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.625011 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.625171 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.625334 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.625495 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.625655 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.625817 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.625977 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.626139 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.626303 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.626468 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.626631 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.626793 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.626952 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.627115 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.627275 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.627807 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.627968 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.628129 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.628292 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.628453 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.628617 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.628813 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.628988 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.629150 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.629310 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.629470 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.629628 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.629789 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.629960 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.630120 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.630280 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.630438 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.630598 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.630758 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.630928 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.631088 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.631248 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.631408 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.631614 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.631777 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.631949 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.632109 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.632269 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.632428 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.632588 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.632772 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.632947 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.633113 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.633274 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.633434 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.633594 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.633754 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.633925 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.634086 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.634246 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.634405 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.634564 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.634724 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.634899 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.635059 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.635219 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.635389 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.635550 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.635709 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.635869 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.636044 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.636207 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.636370 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.636531 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.636708 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.636873 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.637035 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.637199 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.637369 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.637538 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.637700 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.637868 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.638035 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.638204 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.638363 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.638529 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.638702 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.638862 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.639024 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.639183 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.639344 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.639504 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.639662 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.639822 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.639981 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.640141 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.640300 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.640461 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.640621 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.640812 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.640975 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.641134 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.641293 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.641453 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.641612 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.641775 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 18:49:17.641927 dv-cinder-836996-18-iscsi neutron-server[103313]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 18:49:17.649580 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 37132) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:49:17.667876 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0152524 May 10 18:49:28.844695 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad17740-bc99-4293-b6d0-00449fa07027 None None] get_active_networks_info from dv-cinder-836996-18-iscsi {{(pid=103424) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 10 18:49:28.929795 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad17740-bc99-4293-b6d0-00449fa07027 None None] No non-hosted networks {{(pid=103424) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 10 18:49:28.940187 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.agentschedulers_db [None req-3ad17740-bc99-4293-b6d0-00449fa07027 None None] DHCP Agent not found on host dv-cinder-836996-18-iscsi {{(pid=103424) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 10 18:49:29.036520 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-45cc817b-5abe-4332-b2cc-d0bb6b2acb5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2092288'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:31.211540 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a80468ca-5714-47f1-b5a9-3f1d77a513ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2092288'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:31.253840 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-010074f1-abf8-431d-94e7-b2b7d5401d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:32.324600 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 37198) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:49:32.545029 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2092288'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:32.967751 dv-cinder-836996-18-iscsi neutron-server[103423]: WARNING oslo_policy.policy [None req-37949512-e063-48a4-9fe9-bf2aa2841138 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 18:49:32.968730 dv-cinder-836996-18-iscsi neutron-server[103423]: WARNING oslo_policy.policy [None req-37949512-e063-48a4-9fe9-bf2aa2841138 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 18:49:33.208786 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [None req-37949512-e063-48a4-9fe9-bf2aa2841138 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103423) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 18:49:33.225747 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-37949512-e063-48a4-9fe9-bf2aa2841138 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9002147 May 10 18:49:33.724525 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2092288'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:34.680444 dv-cinder-836996-18-iscsi neutron-server[103424]: INFO neutron.db.l3_hamode_db [None req-9ef596ce-4725-47be-baba-0fdd2939c764 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 10 18:49:34.762625 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef596ce-4725-47be-baba-0fdd2939c764 None None] Routers set() bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:49:34.763358 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef596ce-4725-47be-baba-0fdd2939c764 None None] Router IDs set() for agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 10 18:49:35.375890 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2092288'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:35.377204 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:35.377764 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:35.378222 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:35.378750 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:35.379141 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:35.379752 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:35.380293 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:35.380900 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:35.381420 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:35.381945 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:35.382353 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:35.382916 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:35.383324 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:35.383719 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:35.384107 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:35.384603 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836996-18-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:49:35.390714 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836996-18-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:49:35.710245 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 37232) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:49:36.031236 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-3a732aa9-1029-438a-b6bf-86ac0b22182b admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:49:36.133747 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.policy [None req-3a732aa9-1029-438a-b6bf-86ac0b22182b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103423) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 18:49:36.184537 dv-cinder-836996-18-iscsi neutron-server[103423]: WARNING oslo_policy.policy [None req-3a732aa9-1029-438a-b6bf-86ac0b22182b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 18:49:36.184937 dv-cinder-836996-18-iscsi neutron-server[103423]: WARNING oslo_policy.policy [None req-3a732aa9-1029-438a-b6bf-86ac0b22182b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 18:49:36.286934 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3a732aa9-1029-438a-b6bf-86ac0b22182b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776403273356', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776403277976', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776403261903', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776403263525', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776403241934', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776403250996', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-827149', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-836343', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1770336', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1715165'] for rbac-policy (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:36.357044 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3a732aa9-1029-438a-b6bf-86ac0b22182b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:36.358204 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-3a732aa9-1029-438a-b6bf-86ac0b22182b admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6469877 May 10 18:49:38.788068 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 37244) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:49:39.120574 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-1436e062-71c7-455e-8368-52d5192a4dd4 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:49:39.152473 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1436e062-71c7-455e-8368-52d5192a4dd4 demo demo] Made reservation on behalf of 53a50937bcf747f58de9c47b2be53f10 for: {'network': 1} {{(pid=103423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:49:39.156178 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1436e062-71c7-455e-8368-52d5192a4dd4 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for network (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:39.173659 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1436e062-71c7-455e-8368-52d5192a4dd4 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:39.283540 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1436e062-71c7-455e-8368-52d5192a4dd4 demo demo] Publish callbacks [] for security_group (07c2b84d-31b3-4d44-8ecf-796803d5d1d0), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:39.290348 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1436e062-71c7-455e-8368-52d5192a4dd4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (07c2b84d-31b3-4d44-8ecf-796803d5d1d0), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:39.313452 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1436e062-71c7-455e-8368-52d5192a4dd4 demo demo] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=103423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 18:49:39.352646 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1436e062-71c7-455e-8368-52d5192a4dd4 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776401828648', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860'] for segment (2807e553-ce10-46c0-9366-8b65156f653d), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:39.353359 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1436e062-71c7-455e-8368-52d5192a4dd4 demo demo] Unsubscribe: segment precommit_create {{(pid=103423) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 18:49:39.354051 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.db.segments_db [None req-1436e062-71c7-455e-8368-52d5192a4dd4 demo demo] Added segment 2807e553-ce10-46c0-9366-8b65156f653d of type vlan for network 00eaa8ff-76bd-4c32-aafc-92266d35f102 May 10 18:49:39.370919 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436e062-71c7-455e-8368-52d5192a4dd4 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=07c2b84d-31b3-4d44-8ecf-796803d5d1d0,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:49:39.421665 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436e062-71c7-455e-8368-52d5192a4dd4 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:39.422016 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436e062-71c7-455e-8368-52d5192a4dd4 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:39.422370 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436e062-71c7-455e-8368-52d5192a4dd4 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:39.422727 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436e062-71c7-455e-8368-52d5192a4dd4 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:39.423063 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436e062-71c7-455e-8368-52d5192a4dd4 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:39.423402 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436e062-71c7-455e-8368-52d5192a4dd4 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:39.423727 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436e062-71c7-455e-8368-52d5192a4dd4 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:39.424049 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436e062-71c7-455e-8368-52d5192a4dd4 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:39.424388 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436e062-71c7-455e-8368-52d5192a4dd4 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:39.424709 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436e062-71c7-455e-8368-52d5192a4dd4 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:39.425056 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436e062-71c7-455e-8368-52d5192a4dd4 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:39.425411 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436e062-71c7-455e-8368-52d5192a4dd4 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:39.425737 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436e062-71c7-455e-8368-52d5192a4dd4 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:39.426038 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436e062-71c7-455e-8368-52d5192a4dd4 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:39.426358 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436e062-71c7-455e-8368-52d5192a4dd4 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436e062-71c7-455e-8368-52d5192a4dd4 demo demo] Tracked resource versions report: May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: pushed versions: May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: { 'AddressGroup': {'1.2'}, May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: 'Agent': {'1.1'}, May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: 'ConntrackHelper': {'1.0'}, May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: 'LocalIPAssociation': {'1.0'}, May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: 'Log': {'1.0'}, May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: 'NDPProxy': {'1.0'}, May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: 'Network': {'1.1'}, May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: 'Port': {'1.7'}, May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: 'PortForwarding': {'1.3'}, May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: 'QosPolicy': {'1.10'}, May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: 'SecurityGroup': {'1.5'}, May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: 'SecurityGroupRule': {'1.2'}, May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: 'SubPort': {'1.0'}, May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: 'Subnet': {'1.1'}, May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: 'Trunk': {'1.1'}} May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: consumer versions: May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: { DHCP agent@dv-cinder-836996-18-iscsi: {}, May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: L3 agent@dv-cinder-836996-18-iscsi: {}, May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: Metadata agent@dv-cinder-836996-18-iscsi: {}, May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: Metering agent@dv-cinder-836996-18-iscsi: {}, May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: Open vSwitch agent@dv-cinder-836996-18-iscsi: { 'AddressGroup': '1.2', May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: 'Agent': '1.1', May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: 'ConntrackHelper': '1.0', May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: 'LocalIPAssociation': '1.0', May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: 'Log': '1.0', May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: 'NDPProxy': '1.0', May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: 'Network': '1.1', May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: 'Port': '1.7', May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: 'PortForwarding': '1.3', May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: 'QosPolicy': '1.10', May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: 'SecurityGroup': '1.5', May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: 'SecurityGroupRule': '1.2', May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: 'SubPort': '1.0', May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: 'Subnet': '1.1', May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: 'Trunk': '1.1'}} May 10 18:49:39.427833 dv-cinder-836996-18-iscsi neutron-server[103423]: {{(pid=103423) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 18:49:39.460590 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1436e062-71c7-455e-8368-52d5192a4dd4 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776401517752'] for network (00eaa8ff-76bd-4c32-aafc-92266d35f102), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:39.504781 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1436e062-71c7-455e-8368-52d5192a4dd4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498'] for network (00eaa8ff-76bd-4c32-aafc-92266d35f102), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:39.510060 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1436e062-71c7-455e-8368-52d5192a4dd4 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:49:39.510750 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1436e062-71c7-455e-8368-52d5192a4dd4 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for network (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:39.593246 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-1436e062-71c7-455e-8368-52d5192a4dd4 demo demo] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8040743 May 10 18:49:39.630009 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436e062-71c7-455e-8368-52d5192a4dd4 demo demo] Pushing event updated for resources: {'Network': ['ID=00eaa8ff-76bd-4c32-aafc-92266d35f102,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:49:39.643426 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Network 00eaa8ff-76bd-4c32-aafc-92266d35f102 details requested by agent ovs-agent-dv-cinder-836996-18-iscsi with host dv-cinder-836996-18-iscsi {{(pid=103424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 18:49:42.117402 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 37256) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:49:42.573847 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d76caf7-3ce8-4fe9-93e9-47b5414f31a7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:49:42.575130 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-1d76caf7-3ce8-4fe9-93e9-47b5414f31a7 demo admin] 10.222.0.52 "GET /v2.0/networks/00eaa8ff-76bd-4c32-aafc-92266d35f102 HTTP/1.1" status: 200 len: 825 time: 0.4566751 May 10 18:49:42.603672 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-8856fc74-7bee-449b-995c-8e60b69a6ce8 demo admin] 10.222.0.52 "GET /v2.0/subnetpools/3189350b-2bcc-46bb-a406-09942642e544 HTTP/1.1" status: 200 len: 734 time: 0.0195904 May 10 18:49:42.612040 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-a88fd7ec-217e-4023-bdd8-f00d76917596 demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '3189350b-2bcc-46bb-a406-09942642e544', 'network_id': '00eaa8ff-76bd-4c32-aafc-92266d35f102', 'name': 'private-subnet'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:49:42.634749 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88fd7ec-217e-4023-bdd8-f00d76917596 demo admin] Made reservation on behalf of 53a50937bcf747f58de9c47b2be53f10 for: {'subnet': 1} {{(pid=103423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:49:42.637032 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a88fd7ec-217e-4023-bdd8-f00d76917596 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:42.932470 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a88fd7ec-217e-4023-bdd8-f00d76917596 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498'] for subnet (788c1687-e540-4229-9bc2-a6d82ceadbf6), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:42.998068 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88fd7ec-217e-4023-bdd8-f00d76917596 demo admin] Pushing event updated for resources: {'Subnet': ['ID=788c1687-e540-4229-9bc2-a6d82ceadbf6,revision_number=0']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:49:43.005456 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88fd7ec-217e-4023-bdd8-f00d76917596 demo admin] Checking segment: {'id': '2807e553-ce10-46c0-9366-8b65156f653d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '00eaa8ff-76bd-4c32-aafc-92266d35f102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:49:43.005833 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88fd7ec-217e-4023-bdd8-f00d76917596 demo admin] Network hostable DHCP agents. Network: 00eaa8ff-76bd-4c32-aafc-92266d35f102, hostable agents: ['dfaf9083-34c2-4df7-9672-aaebd87f4028'], hosted agents: [] {{(pid=103423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 18:49:43.031903 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88fd7ec-217e-4023-bdd8-f00d76917596 demo admin] Network 00eaa8ff-76bd-4c32-aafc-92266d35f102 is scheduled to be hosted by DHCP agent dfaf9083-34c2-4df7-9672-aaebd87f4028 with binding_index 1 {{(pid=103423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 18:49:43.043310 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-a88fd7ec-217e-4023-bdd8-f00d76917596 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-18-iscsi, 00eaa8ff-76bd-4c32-aafc-92266d35f102) {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:49:43.048180 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88fd7ec-217e-4023-bdd8-f00d76917596 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:49:43.048833 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a88fd7ec-217e-4023-bdd8-f00d76917596 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for subnet (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:43.052912 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e137d48-a04a-4172-bae2-ae50e99e6064 None None] Network 00eaa8ff-76bd-4c32-aafc-92266d35f102 requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 18:49:43.065975 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-a88fd7ec-217e-4023-bdd8-f00d76917596 demo admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4571121 May 10 18:49:43.315808 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4010351-5650-5351-9072-b5f47fb5324d-00eaa8ff-76bd-4c32-aafc-92266d35f102', 'network_id': '00eaa8ff-76bd-4c32-aafc-92266d35f102', 'project_id': '53a50937bcf747f58de9c47b2be53f10', 'fixed_ips': [{'subnet_id': '788c1687-e540-4229-9bc2-a6d82ceadbf6'}]}} from dv-cinder-836996-18-iscsi. {{(pid=103424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 18:49:43.317449 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:43.593659 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] Allocated IP 172.20.0.2 (00eaa8ff-76bd-4c32-aafc-92266d35f102/788c1687-e540-4229-9bc2-a6d82ceadbf6/ebf80799-d280-489f-a582-60a1742c9d28) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:49:43.863621 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] Publish callbacks [] for port (ebf80799-d280-489f-a582-60a1742c9d28), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:43.871967 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578'] for port (ebf80799-d280-489f-a582-60a1742c9d28), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:43.943583 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] Network 00eaa8ff-76bd-4c32-aafc-92266d35f102 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:49:43.948220 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:49:43.960529 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 18:49:43.963773 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] Pushing event updated for resources: {'Port': ['ID=ebf80799-d280-489f-a582-60a1742c9d28,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:49:43.996547 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:43.996896 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:43.997273 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:43.997638 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:43.997976 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:43.998306 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:43.998637 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:43.998965 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:43.999304 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:43.999635 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:43.999966 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:44.000305 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:44.000629 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:44.000975 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:44.001299 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] Tracked resource versions report: May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: pushed versions: May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: { 'AddressGroup': {'1.2'}, May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: 'Agent': {'1.1'}, May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: 'ConntrackHelper': {'1.0'}, May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: 'LocalIPAssociation': {'1.0'}, May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: 'Log': {'1.0'}, May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: 'NDPProxy': {'1.0'}, May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: 'Network': {'1.1'}, May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: 'Port': {'1.7'}, May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: 'PortForwarding': {'1.3'}, May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: 'QosPolicy': {'1.10'}, May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: 'SecurityGroup': {'1.5'}, May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: 'SecurityGroupRule': {'1.2'}, May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: 'SubPort': {'1.0'}, May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: 'Subnet': {'1.1'}, May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: 'Trunk': {'1.1'}} May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: consumer versions: May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: { DHCP agent@dv-cinder-836996-18-iscsi: {}, May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: L3 agent@dv-cinder-836996-18-iscsi: {}, May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: Metadata agent@dv-cinder-836996-18-iscsi: {}, May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: Metering agent@dv-cinder-836996-18-iscsi: {}, May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: Open vSwitch agent@dv-cinder-836996-18-iscsi: { 'AddressGroup': '1.2', May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: 'Agent': '1.1', May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: 'ConntrackHelper': '1.0', May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: 'LocalIPAssociation': '1.0', May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: 'Log': '1.0', May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: 'NDPProxy': '1.0', May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: 'Network': '1.1', May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: 'Port': '1.7', May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: 'PortForwarding': '1.3', May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: 'QosPolicy': '1.10', May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: 'SecurityGroup': '1.5', May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: 'SecurityGroupRule': '1.2', May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: 'SubPort': '1.0', May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: 'Subnet': '1.1', May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: 'Trunk': '1.1'}} May 10 18:49:44.003174 dv-cinder-836996-18-iscsi neutron-server[103424]: {{(pid=103424) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 18:49:44.053217 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] Attempting to bind port ebf80799-d280-489f-a582-60a1742c9d28 on host dv-cinder-836996-18-iscsi for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 18:49:44.053801 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] Attempting to bind port ebf80799-d280-489f-a582-60a1742c9d28 by drivers openvswitch,hyperv on host dv-cinder-836996-18-iscsi at level 0 using segments [{'id': '2807e553-ce10-46c0-9366-8b65156f653d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '00eaa8ff-76bd-4c32-aafc-92266d35f102'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 18:49:44.054036 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] Attempting to bind port ebf80799-d280-489f-a582-60a1742c9d28 on network 00eaa8ff-76bd-4c32-aafc-92266d35f102 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 18:49:44.059186 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] Checking agent: {'id': 'c34e4451-1c74-4654-b00e-86e650275fac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 49, 35), 'started_at': datetime.datetime(2022, 5, 10, 18, 49, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 18, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 18:49:44.059539 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] Checking segment: {'id': '2807e553-ce10-46c0-9366-8b65156f653d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '00eaa8ff-76bd-4c32-aafc-92266d35f102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:49:44.060071 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:44.060471 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] Bound using segment: {'id': '2807e553-ce10-46c0-9366-8b65156f653d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '00eaa8ff-76bd-4c32-aafc-92266d35f102'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 18:49:44.060992 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] Bound port: ebf80799-d280-489f-a582-60a1742c9d28, host: dv-cinder-836996-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2807e553-ce10-46c0-9366-8b65156f653d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '00eaa8ff-76bd-4c32-aafc-92266d35f102'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 18:49:44.061393 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (ebf80799-d280-489f-a582-60a1742c9d28), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:44.125161 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] For port ebf80799-d280-489f-a582-60a1742c9d28, host dv-cinder-836996-18-iscsi, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 18:49:44.129742 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] For port ebf80799-d280-489f-a582-60a1742c9d28, host dv-cinder-836996-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=ebf80799-d280-489f-a582-60a1742c9d28,segment=NetworkSegment(2807e553-ce10-46c0-9366-8b65156f653d),segment_id=2807e553-ce10-46c0-9366-8b65156f653d)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 18:49:44.137568 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (ebf80799-d280-489f-a582-60a1742c9d28), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:44.197110 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847cfd9-6593-4b15-b192-814c5ff739f1 None None] Pushing event updated for resources: {'Port': ['ID=ebf80799-d280-489f-a582-60a1742c9d28,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:49:45.523559 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 37264) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:49:46.041912 dv-cinder-836996-18-iscsi neutron-server[103422]: WARNING oslo_policy.policy [None req-b1f674fa-1118-4a91-9342-60bac2748795 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 18:49:46.042554 dv-cinder-836996-18-iscsi neutron-server[103422]: WARNING oslo_policy.policy [None req-b1f674fa-1118-4a91-9342-60bac2748795 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 18:49:46.264649 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [None req-b1f674fa-1118-4a91-9342-60bac2748795 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 18:49:46.265865 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-b1f674fa-1118-4a91-9342-60bac2748795 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7401643 May 10 18:49:48.729593 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 37278) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:49:49.058157 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [None req-0e01f255-ea47-4db0-82b2-42fc651a0c7c admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103423) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 18:49:49.059154 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-0e01f255-ea47-4db0-82b2-42fc651a0c7c admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3286445 May 10 18:49:51.513803 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 37286) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:49:51.845168 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-8d632499-eea8-4f17-9082-e77cad7adfce demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:49:51.869563 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8d632499-eea8-4f17-9082-e77cad7adfce demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2083890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2569'] for router (c2d2fafe-b13b-46d2-91af-596cb7b475be), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:51.871145 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8d632499-eea8-4f17-9082-e77cad7adfce demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2083974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2085925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2043442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2590'] for router (c2d2fafe-b13b-46d2-91af-596cb7b475be), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:52.011530 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8d632499-eea8-4f17-9082-e77cad7adfce demo demo] Publish callbacks [] for router_controller (c2d2fafe-b13b-46d2-91af-596cb7b475be), precommit_add_association {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:52.017550 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8d632499-eea8-4f17-9082-e77cad7adfce demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2083977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2086088'] for router (c2d2fafe-b13b-46d2-91af-596cb7b475be), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:52.035491 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8d632499-eea8-4f17-9082-e77cad7adfce demo demo] Publish callbacks [] for router (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:52.036818 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-8d632499-eea8-4f17-9082-e77cad7adfce demo demo] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5220246 May 10 18:49:54.047401 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device ebf80799-d280-489f-a582-60a1742c9d28 up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:49:54.138950 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port ebf80799-d280-489f-a582-60a1742c9d28 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:49:54.139381 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (ebf80799-d280-489f-a582-60a1742c9d28), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:54.249982 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port ebf80799-d280-489f-a582-60a1742c9d28 is: DOWN; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:49:54.250314 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (ebf80799-d280-489f-a582-60a1742c9d28), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:54.285508 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] For port ebf80799-d280-489f-a582-60a1742c9d28, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=ebf80799-d280-489f-a582-60a1742c9d28,segment=NetworkSegment(2807e553-ce10-46c0-9366-8b65156f653d),segment_id=2807e553-ce10-46c0-9366-8b65156f653d)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:49:54.291043 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (ebf80799-d280-489f-a582-60a1742c9d28), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:54.342332 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Pushing event updated for resources: {'Port': ['ID=ebf80799-d280-489f-a582-60a1742c9d28,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:49:54.517994 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 37298) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:49:54.839234 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [None req-d5fdb23f-99d5-4dff-b965-4fb467eee084 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103423) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 18:49:54.840205 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-d5fdb23f-99d5-4dff-b965-4fb467eee084 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3212857 May 10 18:49:55.485109 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6983098d-9250-4565-a28a-037bf99679d3 None None] Network 00eaa8ff-76bd-4c32-aafc-92266d35f102 requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 18:49:55.598498 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-0096d8ed-40ba-4f93-b93b-c7eb229c4714 None None] Provisioning complete for port ebf80799-d280-489f-a582-60a1742c9d28 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:49:55.598886 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0096d8ed-40ba-4f93-b93b-c7eb229c4714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (ebf80799-d280-489f-a582-60a1742c9d28), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:55.691620 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-0096d8ed-40ba-4f93-b93b-c7eb229c4714 None None] Current status of the port ebf80799-d280-489f-a582-60a1742c9d28 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:49:55.811181 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-1809eec4-73e8-4792-b344-b69e5c97267b None None] Provisioning complete for port ebf80799-d280-489f-a582-60a1742c9d28 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:49:55.811579 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1809eec4-73e8-4792-b344-b69e5c97267b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (ebf80799-d280-489f-a582-60a1742c9d28), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:55.893895 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-1809eec4-73e8-4792-b344-b69e5c97267b None None] Current status of the port ebf80799-d280-489f-a582-60a1742c9d28 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:49:56.029364 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device ebf80799-d280-489f-a582-60a1742c9d28 up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:49:56.076022 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port ebf80799-d280-489f-a582-60a1742c9d28 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:49:56.076413 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (ebf80799-d280-489f-a582-60a1742c9d28), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:56.153372 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port ebf80799-d280-489f-a582-60a1742c9d28 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:49:57.320226 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 37306) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:49:57.692850 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-03418584-6e04-4c4a-9d09-1e02f6aeaed6 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:49:57.751783 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03418584-6e04-4c4a-9d09-1e02f6aeaed6 admin admin] Made reservation on behalf of 55014cd93ec34248b9cee6790f6f8c90 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:49:57.810997 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.policy [None req-03418584-6e04-4c4a-9d09-1e02f6aeaed6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103422) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 18:49:57.852772 dv-cinder-836996-18-iscsi neutron-server[103422]: WARNING oslo_policy.policy [None req-03418584-6e04-4c4a-9d09-1e02f6aeaed6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 18:49:57.853138 dv-cinder-836996-18-iscsi neutron-server[103422]: WARNING oslo_policy.policy [None req-03418584-6e04-4c4a-9d09-1e02f6aeaed6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 18:49:57.862435 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-03418584-6e04-4c4a-9d09-1e02f6aeaed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:57.883689 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-03418584-6e04-4c4a-9d09-1e02f6aeaed6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:57.992035 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-03418584-6e04-4c4a-9d09-1e02f6aeaed6 admin admin] Publish callbacks [] for security_group (1dddd476-78d3-421e-9a16-35879e6a478a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:57.997439 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-03418584-6e04-4c4a-9d09-1e02f6aeaed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (1dddd476-78d3-421e-9a16-35879e6a478a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:58.009818 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-03418584-6e04-4c4a-9d09-1e02f6aeaed6 admin admin] Reserving flat network on physical network physnet1 {{(pid=103422) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 10 18:49:58.041835 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-03418584-6e04-4c4a-9d09-1e02f6aeaed6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776401828648', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860'] for segment (5e4a060e-4ea0-4d95-88b5-1969f86bafa6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:58.042407 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-03418584-6e04-4c4a-9d09-1e02f6aeaed6 admin admin] Unsubscribe: segment precommit_create {{(pid=103422) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 18:49:58.042975 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.db.segments_db [None req-03418584-6e04-4c4a-9d09-1e02f6aeaed6 admin admin] Added segment 5e4a060e-4ea0-4d95-88b5-1969f86bafa6 of type flat for network fea53afb-2d4d-48cb-89ec-9b33d8fc553d May 10 18:49:58.062356 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03418584-6e04-4c4a-9d09-1e02f6aeaed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dddd476-78d3-421e-9a16-35879e6a478a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:49:58.121208 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03418584-6e04-4c4a-9d09-1e02f6aeaed6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:58.121527 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03418584-6e04-4c4a-9d09-1e02f6aeaed6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:58.121891 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03418584-6e04-4c4a-9d09-1e02f6aeaed6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:58.122376 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03418584-6e04-4c4a-9d09-1e02f6aeaed6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:58.123043 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03418584-6e04-4c4a-9d09-1e02f6aeaed6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:58.123534 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03418584-6e04-4c4a-9d09-1e02f6aeaed6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:58.124037 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03418584-6e04-4c4a-9d09-1e02f6aeaed6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:58.124373 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03418584-6e04-4c4a-9d09-1e02f6aeaed6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:58.124708 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03418584-6e04-4c4a-9d09-1e02f6aeaed6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:58.125071 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03418584-6e04-4c4a-9d09-1e02f6aeaed6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:58.125412 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03418584-6e04-4c4a-9d09-1e02f6aeaed6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:58.125736 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03418584-6e04-4c4a-9d09-1e02f6aeaed6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:58.126654 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03418584-6e04-4c4a-9d09-1e02f6aeaed6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:58.127223 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03418584-6e04-4c4a-9d09-1e02f6aeaed6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:58.127789 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03418584-6e04-4c4a-9d09-1e02f6aeaed6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03418584-6e04-4c4a-9d09-1e02f6aeaed6 admin admin] Tracked resource versions report: May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: pushed versions: May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: { 'AddressGroup': {'1.2'}, May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: 'Agent': {'1.1'}, May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: 'ConntrackHelper': {'1.0'}, May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: 'LocalIPAssociation': {'1.0'}, May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: 'Log': {'1.0'}, May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: 'NDPProxy': {'1.0'}, May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: 'Network': {'1.1'}, May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: 'Port': {'1.7'}, May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: 'PortForwarding': {'1.3'}, May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: 'QosPolicy': {'1.10'}, May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: 'SecurityGroup': {'1.5'}, May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: 'SecurityGroupRule': {'1.2'}, May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: 'SubPort': {'1.0'}, May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: 'Subnet': {'1.1'}, May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: 'Trunk': {'1.1'}} May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: consumer versions: May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: { DHCP agent@dv-cinder-836996-18-iscsi: {}, May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: L3 agent@dv-cinder-836996-18-iscsi: {}, May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: Metadata agent@dv-cinder-836996-18-iscsi: {}, May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: Metering agent@dv-cinder-836996-18-iscsi: {}, May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: Open vSwitch agent@dv-cinder-836996-18-iscsi: { 'AddressGroup': '1.2', May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: 'Agent': '1.1', May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: 'ConntrackHelper': '1.0', May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: 'LocalIPAssociation': '1.0', May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: 'Log': '1.0', May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: 'NDPProxy': '1.0', May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: 'Network': '1.1', May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: 'Port': '1.7', May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: 'PortForwarding': '1.3', May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: 'QosPolicy': '1.10', May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: 'SecurityGroup': '1.5', May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: 'SecurityGroupRule': '1.2', May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: 'SubPort': '1.0', May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: 'Subnet': '1.1', May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: 'Trunk': '1.1'}} May 10 18:49:58.129927 dv-cinder-836996-18-iscsi neutron-server[103422]: {{(pid=103422) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 18:49:58.181837 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-03418584-6e04-4c4a-9d09-1e02f6aeaed6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776401517752'] for network (fea53afb-2d4d-48cb-89ec-9b33d8fc553d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:58.231632 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-03418584-6e04-4c4a-9d09-1e02f6aeaed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498'] for network (fea53afb-2d4d-48cb-89ec-9b33d8fc553d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:58.232953 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03418584-6e04-4c4a-9d09-1e02f6aeaed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:49:58.233639 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-03418584-6e04-4c4a-9d09-1e02f6aeaed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:49:58.325878 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-03418584-6e04-4c4a-9d09-1e02f6aeaed6 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0043349 May 10 18:49:58.334139 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03418584-6e04-4c4a-9d09-1e02f6aeaed6 admin admin] Pushing event updated for resources: {'Network': ['ID=fea53afb-2d4d-48cb-89ec-9b33d8fc553d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:49:58.357240 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Network fea53afb-2d4d-48cb-89ec-9b33d8fc553d details requested by agent ovs-agent-dv-cinder-836996-18-iscsi with host dv-cinder-836996-18-iscsi {{(pid=103424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 18:49:58.798558 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b32ae3a6-0cf5-4583-9b34-282fe2d26e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:00.743341 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 37320) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:50:01.174237 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c21d644-2ee5-4589-8c2b-0111f59e34bc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:50:01.175612 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-2c21d644-2ee5-4589-8c2b-0111f59e34bc demo admin] 10.222.0.52 "GET /v2.0/subnets/788c1687-e540-4229-9bc2-a6d82ceadbf6 HTTP/1.1" status: 200 len: 849 time: 0.4313154 May 10 18:50:01.198036 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2f05bb80-fd7a-4261-bee8-4cbb170e385f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:01.347468 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-0d653c3a-1329-4ec0-84c8-26791f91e543 demo admin] 10.222.0.52 "GET /v2.0/routers/c2d2fafe-b13b-46d2-91af-596cb7b475be HTTP/1.1" status: 200 len: 704 time: 0.1645133 May 10 18:50:01.651572 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-55420e1b-8407-4c56-956f-93866b16885f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:01.970288 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-55420e1b-8407-4c56-956f-93866b16885f demo admin] Allocated IP 172.20.0.1 (00eaa8ff-76bd-4c32-aafc-92266d35f102/788c1687-e540-4229-9bc2-a6d82ceadbf6/66839ddb-1b50-4116-aac7-5163b973addf) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:50:02.155450 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-55420e1b-8407-4c56-956f-93866b16885f demo admin] Publish callbacks [] for port (66839ddb-1b50-4116-aac7-5163b973addf), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:02.227373 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-55420e1b-8407-4c56-956f-93866b16885f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578'] for port (66839ddb-1b50-4116-aac7-5163b973addf), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:02.318800 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55420e1b-8407-4c56-956f-93866b16885f demo admin] Network 00eaa8ff-76bd-4c32-aafc-92266d35f102 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:50:02.323650 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-55420e1b-8407-4c56-956f-93866b16885f demo admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:50:02.334123 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55420e1b-8407-4c56-956f-93866b16885f demo admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 18:50:02.334680 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-55420e1b-8407-4c56-956f-93866b16885f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2088351'] for router_interface (c2d2fafe-b13b-46d2-91af-596cb7b475be), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:02.360982 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55420e1b-8407-4c56-956f-93866b16885f demo admin] Pushing event updated for resources: {'Port': ['ID=66839ddb-1b50-4116-aac7-5163b973addf,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:50:02.481317 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:02.541296 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-55420e1b-8407-4c56-956f-93866b16885f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (66839ddb-1b50-4116-aac7-5163b973addf), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:02.557666 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-4c09bbfb-44d5-4038-a94d-90bd31493869 None None] Provisioning complete for port 66839ddb-1b50-4116-aac7-5163b973addf triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:50:02.558055 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4c09bbfb-44d5-4038-a94d-90bd31493869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (66839ddb-1b50-4116-aac7-5163b973addf), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:02.591403 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-4c09bbfb-44d5-4038-a94d-90bd31493869 None None] Port 66839ddb-1b50-4116-aac7-5163b973addf cannot update to ACTIVE because it is not bound. {{(pid=103424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 18:50:02.810810 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-55420e1b-8407-4c56-956f-93866b16885f demo admin] Publish callbacks [] for port (66839ddb-1b50-4116-aac7-5163b973addf), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:02.817898 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-55420e1b-8407-4c56-956f-93866b16885f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (66839ddb-1b50-4116-aac7-5163b973addf), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:02.818686 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-55420e1b-8407-4c56-956f-93866b16885f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2055512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2088610'] for router_interface (c2d2fafe-b13b-46d2-91af-596cb7b475be), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:02.895196 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55420e1b-8407-4c56-956f-93866b16885f demo admin] Pushing event updated for resources: {'Port': ['ID=66839ddb-1b50-4116-aac7-5163b973addf,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:50:02.947786 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55420e1b-8407-4c56-956f-93866b16885f demo admin] Network 00eaa8ff-76bd-4c32-aafc-92266d35f102 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:50:02.949370 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-55420e1b-8407-4c56-956f-93866b16885f demo admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:50:03.109859 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-239f1463-7a73-4c55-88a3-2749c546285f None None] Provisioning complete for port 66839ddb-1b50-4116-aac7-5163b973addf triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:50:03.110331 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-239f1463-7a73-4c55-88a3-2749c546285f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (66839ddb-1b50-4116-aac7-5163b973addf), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:03.115303 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55420e1b-8407-4c56-956f-93866b16885f demo admin] Router c2d2fafe-b13b-46d2-91af-596cb7b475be is scheduled to L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 18:50:03.145509 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-239f1463-7a73-4c55-88a3-2749c546285f None None] Port 66839ddb-1b50-4116-aac7-5163b973addf cannot update to ACTIVE because it is not bound. {{(pid=103424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 18:50:03.209711 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55420e1b-8407-4c56-956f-93866b16885f demo admin] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 18:50:03.219811 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-55420e1b-8407-4c56-956f-93866b16885f demo admin] 10.222.0.52 "PUT /v2.0/routers/c2d2fafe-b13b-46d2-91af-596cb7b475be/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8596890 May 10 18:50:03.232438 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1962edeb-858c-4c14-9f4d-340426b57fcc None None] Sync routers for ids ['c2d2fafe-b13b-46d2-91af-596cb7b475be'] in dv-cinder-836996-18-iscsi {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:50:03.245606 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1962edeb-858c-4c14-9f4d-340426b57fcc None None] Routers {'c2d2fafe-b13b-46d2-91af-596cb7b475be'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:50:03.246428 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-1962edeb-858c-4c14-9f4d-340426b57fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T18:50:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['c2d2fafe-b13b-46d2-91af-596cb7b475be'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:50:03.442496 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-1962edeb-858c-4c14-9f4d-340426b57fcc None None] Set router c2d2fafe-b13b-46d2-91af-596cb7b475be gateway port host: None {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:50:03.641014 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:03.859616 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-1962edeb-858c-4c14-9f4d-340426b57fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d2fafe-b13b-46d2-91af-596cb7b475be', 'name': 'router1', 'tenant_id': '53a50937bcf747f58de9c47b2be53f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:49:51Z', 'updated_at': '2022-05-10T18:50:02Z', 'revision_number': 2, 'project_id': '53a50937bcf747f58de9c47b2be53f10', 'gw_port_host': None, '_interfaces': [{'id': '66839ddb-1b50-4116-aac7-5163b973addf', 'name': '', 'network_id': '00eaa8ff-76bd-4c32-aafc-92266d35f102', 'tenant_id': '53a50937bcf747f58de9c47b2be53f10', 'mac_address': 'fa:16:3e:f8:50:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d2fafe-b13b-46d2-91af-596cb7b475be', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '788c1687-e540-4229-9bc2-a6d82ceadbf6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:50:01Z', 'updated_at': '2022-05-10T18:50:02Z', 'revision_number': 2, 'project_id': '53a50937bcf747f58de9c47b2be53f10', 'subnets': [{'id': '788c1687-e540-4229-9bc2-a6d82ceadbf6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3189350b-2bcc-46bb-a406-09942642e544'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:50:03.910807 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1962edeb-858c-4c14-9f4d-340426b57fcc None None] Checking router: c2d2fafe-b13b-46d2-91af-596cb7b475be for host: dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:50:03.911175 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1962edeb-858c-4c14-9f4d-340426b57fcc None None] Updating router c2d2fafe-b13b-46d2-91af-596cb7b475be port 66839ddb-1b50-4116-aac7-5163b973addf binding host dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 18:50:03.965063 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1962edeb-858c-4c14-9f4d-340426b57fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (66839ddb-1b50-4116-aac7-5163b973addf), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:04.471075 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1962edeb-858c-4c14-9f4d-340426b57fcc None None] Publish callbacks [] for port (66839ddb-1b50-4116-aac7-5163b973addf), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:04.478560 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1962edeb-858c-4c14-9f4d-340426b57fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (66839ddb-1b50-4116-aac7-5163b973addf), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:04.651372 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1798218-0959-4f91-b17d-e949d22ec9d4 None None] Pushing event updated for resources: {'Port': ['ID=66839ddb-1b50-4116-aac7-5163b973addf,revision_number=3']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:50:04.657469 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [None req-1962edeb-858c-4c14-9f4d-340426b57fcc None None] Attempting to bind port 66839ddb-1b50-4116-aac7-5163b973addf on host dv-cinder-836996-18-iscsi for vnic_type normal with profile {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 18:50:04.657868 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [None req-1962edeb-858c-4c14-9f4d-340426b57fcc None None] Attempting to bind port 66839ddb-1b50-4116-aac7-5163b973addf by drivers openvswitch,hyperv on host dv-cinder-836996-18-iscsi at level 0 using segments [{'id': '2807e553-ce10-46c0-9366-8b65156f653d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '00eaa8ff-76bd-4c32-aafc-92266d35f102'}] {{(pid=103425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 18:50:04.658296 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1962edeb-858c-4c14-9f4d-340426b57fcc None None] Attempting to bind port 66839ddb-1b50-4116-aac7-5163b973addf on network 00eaa8ff-76bd-4c32-aafc-92266d35f102 {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 18:50:04.665902 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1798218-0959-4f91-b17d-e949d22ec9d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:50:04.666236 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1798218-0959-4f91-b17d-e949d22ec9d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:50:04.666580 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1798218-0959-4f91-b17d-e949d22ec9d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:50:04.666912 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1798218-0959-4f91-b17d-e949d22ec9d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:50:04.667234 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1798218-0959-4f91-b17d-e949d22ec9d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:50:04.667556 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1798218-0959-4f91-b17d-e949d22ec9d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:50:04.667874 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1798218-0959-4f91-b17d-e949d22ec9d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:50:04.668189 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1798218-0959-4f91-b17d-e949d22ec9d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:50:04.668520 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1798218-0959-4f91-b17d-e949d22ec9d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:50:04.668865 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1798218-0959-4f91-b17d-e949d22ec9d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:50:04.669182 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1798218-0959-4f91-b17d-e949d22ec9d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:50:04.669510 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1798218-0959-4f91-b17d-e949d22ec9d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:50:04.669826 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1798218-0959-4f91-b17d-e949d22ec9d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:50:04.670136 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1798218-0959-4f91-b17d-e949d22ec9d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:50:04.670451 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1798218-0959-4f91-b17d-e949d22ec9d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1798218-0959-4f91-b17d-e949d22ec9d4 None None] Tracked resource versions report: May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: pushed versions: May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: { 'AddressGroup': {'1.2'}, May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: 'Agent': {'1.1'}, May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: 'ConntrackHelper': {'1.0'}, May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: 'LocalIPAssociation': {'1.0'}, May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: 'Log': {'1.0'}, May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: 'NDPProxy': {'1.0'}, May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: 'Network': {'1.1'}, May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: 'Port': {'1.7'}, May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: 'PortForwarding': {'1.3'}, May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: 'QosPolicy': {'1.10'}, May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: 'SecurityGroup': {'1.5'}, May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: 'SecurityGroupRule': {'1.2'}, May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: 'SubPort': {'1.0'}, May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: 'Subnet': {'1.1'}, May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: 'Trunk': {'1.1'}} May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: consumer versions: May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: { DHCP agent@dv-cinder-836996-18-iscsi: {}, May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: L3 agent@dv-cinder-836996-18-iscsi: {}, May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: Metadata agent@dv-cinder-836996-18-iscsi: {}, May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: Metering agent@dv-cinder-836996-18-iscsi: {}, May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: Open vSwitch agent@dv-cinder-836996-18-iscsi: { 'AddressGroup': '1.2', May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: 'Agent': '1.1', May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: 'ConntrackHelper': '1.0', May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: 'LocalIPAssociation': '1.0', May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: 'Log': '1.0', May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: 'NDPProxy': '1.0', May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: 'Network': '1.1', May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: 'Port': '1.7', May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: 'PortForwarding': '1.3', May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: 'QosPolicy': '1.10', May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: 'SecurityGroup': '1.5', May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: 'SecurityGroupRule': '1.2', May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: 'SubPort': '1.0', May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: 'Subnet': '1.1', May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: 'Trunk': '1.1'}} May 10 18:50:04.671906 dv-cinder-836996-18-iscsi neutron-server[103425]: {{(pid=103425) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 18:50:04.676424 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1962edeb-858c-4c14-9f4d-340426b57fcc None None] Checking agent: {'id': 'c34e4451-1c74-4654-b00e-86e650275fac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 49, 35), 'started_at': datetime.datetime(2022, 5, 10, 18, 49, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 18, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 18:50:04.676896 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1962edeb-858c-4c14-9f4d-340426b57fcc None None] Checking segment: {'id': '2807e553-ce10-46c0-9366-8b65156f653d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '00eaa8ff-76bd-4c32-aafc-92266d35f102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:50:04.677426 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1962edeb-858c-4c14-9f4d-340426b57fcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:04.677790 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1962edeb-858c-4c14-9f4d-340426b57fcc None None] Bound using segment: {'id': '2807e553-ce10-46c0-9366-8b65156f653d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '00eaa8ff-76bd-4c32-aafc-92266d35f102'} {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 18:50:04.678263 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [None req-1962edeb-858c-4c14-9f4d-340426b57fcc None None] Bound port: 66839ddb-1b50-4116-aac7-5163b973addf, host: dv-cinder-836996-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2807e553-ce10-46c0-9366-8b65156f653d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '00eaa8ff-76bd-4c32-aafc-92266d35f102'}}] {{(pid=103425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 18:50:04.680159 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1962edeb-858c-4c14-9f4d-340426b57fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (66839ddb-1b50-4116-aac7-5163b973addf), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:04.749406 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-1962edeb-858c-4c14-9f4d-340426b57fcc None None] For port 66839ddb-1b50-4116-aac7-5163b973addf, host dv-cinder-836996-18-iscsi, cleared binding levels {{(pid=103425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 18:50:04.770927 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-1962edeb-858c-4c14-9f4d-340426b57fcc None None] For port 66839ddb-1b50-4116-aac7-5163b973addf, host dv-cinder-836996-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=66839ddb-1b50-4116-aac7-5163b973addf,segment=NetworkSegment(2807e553-ce10-46c0-9366-8b65156f653d),segment_id=2807e553-ce10-46c0-9366-8b65156f653d)] {{(pid=103425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 18:50:04.777532 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1962edeb-858c-4c14-9f4d-340426b57fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (66839ddb-1b50-4116-aac7-5163b973addf), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:04.834575 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1798218-0959-4f91-b17d-e949d22ec9d4 None None] Pushing event updated for resources: {'Port': ['ID=66839ddb-1b50-4116-aac7-5163b973addf,revision_number=4']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:50:04.839691 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1962edeb-858c-4c14-9f4d-340426b57fcc None None] Routers {'c2d2fafe-b13b-46d2-91af-596cb7b475be'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:50:04.840298 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-1962edeb-858c-4c14-9f4d-340426b57fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T18:50:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['c2d2fafe-b13b-46d2-91af-596cb7b475be'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:50:04.867341 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-6837549e-194b-4540-8f95-40942206b134 None None] Provisioning complete for port 66839ddb-1b50-4116-aac7-5163b973addf triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:50:04.868383 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6837549e-194b-4540-8f95-40942206b134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (66839ddb-1b50-4116-aac7-5163b973addf), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:04.930853 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-1962edeb-858c-4c14-9f4d-340426b57fcc None None] Set router c2d2fafe-b13b-46d2-91af-596cb7b475be gateway port host: None {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:50:04.954319 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-6837549e-194b-4540-8f95-40942206b134 None None] Current status of the port 66839ddb-1b50-4116-aac7-5163b973addf is: DOWN; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:50:04.954556 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6837549e-194b-4540-8f95-40942206b134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (66839ddb-1b50-4116-aac7-5163b973addf), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:04.991023 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-6837549e-194b-4540-8f95-40942206b134 None None] For port 66839ddb-1b50-4116-aac7-5163b973addf, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=66839ddb-1b50-4116-aac7-5163b973addf,segment=NetworkSegment(2807e553-ce10-46c0-9366-8b65156f653d),segment_id=2807e553-ce10-46c0-9366-8b65156f653d)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:50:04.999247 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6837549e-194b-4540-8f95-40942206b134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (66839ddb-1b50-4116-aac7-5163b973addf), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:05.050161 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837549e-194b-4540-8f95-40942206b134 None None] Pushing event updated for resources: {'Port': ['ID=66839ddb-1b50-4116-aac7-5163b973addf,revision_number=5']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:50:05.118748 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-118aaa86-669e-4023-97dc-c2f1fb16c47d None None] Provisioning complete for port 66839ddb-1b50-4116-aac7-5163b973addf triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:50:05.119140 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-118aaa86-669e-4023-97dc-c2f1fb16c47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (66839ddb-1b50-4116-aac7-5163b973addf), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:05.128404 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-1962edeb-858c-4c14-9f4d-340426b57fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d2fafe-b13b-46d2-91af-596cb7b475be', 'name': 'router1', 'tenant_id': '53a50937bcf747f58de9c47b2be53f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:49:51Z', 'updated_at': '2022-05-10T18:50:02Z', 'revision_number': 2, 'project_id': '53a50937bcf747f58de9c47b2be53f10', 'gw_port_host': None, '_interfaces': [{'id': '66839ddb-1b50-4116-aac7-5163b973addf', 'name': '', 'network_id': '00eaa8ff-76bd-4c32-aafc-92266d35f102', 'tenant_id': '53a50937bcf747f58de9c47b2be53f10', 'mac_address': 'fa:16:3e:f8:50:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d2fafe-b13b-46d2-91af-596cb7b475be', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '788c1687-e540-4229-9bc2-a6d82ceadbf6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:50:01Z', 'updated_at': '2022-05-10T18:50:04Z', 'revision_number': 4, 'project_id': '53a50937bcf747f58de9c47b2be53f10', 'subnets': [{'id': '788c1687-e540-4229-9bc2-a6d82ceadbf6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3189350b-2bcc-46bb-a406-09942642e544'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:50:05.155191 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1962edeb-858c-4c14-9f4d-340426b57fcc None None] The sync data for ids ['c2d2fafe-b13b-46d2-91af-596cb7b475be'] in dv-cinder-836996-18-iscsi is: [{'id': 'c2d2fafe-b13b-46d2-91af-596cb7b475be', 'name': 'router1', 'tenant_id': '53a50937bcf747f58de9c47b2be53f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:49:51Z', 'updated_at': '2022-05-10T18:50:02Z', 'revision_number': 2, 'project_id': '53a50937bcf747f58de9c47b2be53f10', 'gw_port_host': None, '_interfaces': [{'id': '66839ddb-1b50-4116-aac7-5163b973addf', 'name': '', 'network_id': '00eaa8ff-76bd-4c32-aafc-92266d35f102', 'tenant_id': '53a50937bcf747f58de9c47b2be53f10', 'mac_address': 'fa:16:3e:f8:50:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d2fafe-b13b-46d2-91af-596cb7b475be', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '788c1687-e540-4229-9bc2-a6d82ceadbf6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:50:01Z', 'updated_at': '2022-05-10T18:50:04Z', 'revision_number': 4, 'project_id': '53a50937bcf747f58de9c47b2be53f10', 'subnets': [{'id': '788c1687-e540-4229-9bc2-a6d82ceadbf6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3189350b-2bcc-46bb-a406-09942642e544'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:50:05.197668 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-118aaa86-669e-4023-97dc-c2f1fb16c47d None None] Current status of the port 66839ddb-1b50-4116-aac7-5163b973addf is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:50:05.367279 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:05.669007 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 37340) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:50:05.864993 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b099e178-e45f-4407-8349-cc55e8dca8ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:50:05.866327 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-b099e178-e45f-4407-8349-cc55e8dca8ff admin admin] 10.222.0.52 "GET /v2.0/networks/fea53afb-2d4d-48cb-89ec-9b33d8fc553d HTTP/1.1" status: 200 len: 842 time: 0.1963832 May 10 18:50:05.876554 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-3497aa24-74c0-401e-aed5-5d4decf48fdb admin admin] Request body: {'subnet': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'name': 'public-subnet'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:50:05.897212 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3497aa24-74c0-401e-aed5-5d4decf48fdb admin admin] Made reservation on behalf of 55014cd93ec34248b9cee6790f6f8c90 for: {'subnet': 1} {{(pid=103423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:50:05.899420 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3497aa24-74c0-401e-aed5-5d4decf48fdb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:06.198295 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.objects.ports [None req-3497aa24-74c0-401e-aed5-5d4decf48fdb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103423) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 10 18:50:06.198644 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3497aa24-74c0-401e-aed5-5d4decf48fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498'] for subnet (12fc4f2d-8382-4ccf-abb9-52281f433079), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:06.247772 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497aa24-74c0-401e-aed5-5d4decf48fdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=12fc4f2d-8382-4ccf-abb9-52281f433079,revision_number=0']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:50:06.264242 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3497aa24-74c0-401e-aed5-5d4decf48fdb admin admin] Checking segment: {'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:50:06.264598 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3497aa24-74c0-401e-aed5-5d4decf48fdb admin admin] Network hostable DHCP agents. Network: fea53afb-2d4d-48cb-89ec-9b33d8fc553d, hostable agents: ['dfaf9083-34c2-4df7-9672-aaebd87f4028'], hosted agents: [] {{(pid=103423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 18:50:06.282772 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3497aa24-74c0-401e-aed5-5d4decf48fdb admin admin] Network fea53afb-2d4d-48cb-89ec-9b33d8fc553d is scheduled to be hosted by DHCP agent dfaf9083-34c2-4df7-9672-aaebd87f4028 with binding_index 1 {{(pid=103423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 18:50:06.293327 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-3497aa24-74c0-401e-aed5-5d4decf48fdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-18-iscsi, fea53afb-2d4d-48cb-89ec-9b33d8fc553d) {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:50:06.297331 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3497aa24-74c0-401e-aed5-5d4decf48fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:50:06.297933 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3497aa24-74c0-401e-aed5-5d4decf48fdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for subnet (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:06.304410 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fde7c9a-678e-4f53-a436-8224398f8c46 None None] Network fea53afb-2d4d-48cb-89ec-9b33d8fc553d requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 18:50:06.315587 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-3497aa24-74c0-401e-aed5-5d4decf48fdb admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4431181 May 10 18:50:06.413031 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d5eaf4-2113-4367-bfa3-9801915a4e99 None None] Network fea53afb-2d4d-48cb-89ec-9b33d8fc553d requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 18:50:08.773003 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 37358) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:50:08.918288 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-ea37c4d5-1446-4e58-a22d-f05a129212d3 demo admin] 10.222.0.52 "GET /v2.0/routers/c2d2fafe-b13b-46d2-91af-596cb7b475be HTTP/1.1" status: 200 len: 710 time: 0.1440408 May 10 18:50:09.008387 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dfe482-fca1-470f-847c-78f75ffb2fda demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:50:09.009808 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-e0dfe482-fca1-470f-847c-78f75ffb2fda demo admin] 10.222.0.52 "GET /v2.0/networks/fea53afb-2d4d-48cb-89ec-9b33d8fc553d HTTP/1.1" status: 200 len: 886 time: 0.0860252 May 10 18:50:09.018820 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b3d4c6ea-a060-4778-90de-d9c7b64958e6 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:50:09.270163 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b3d4c6ea-a060-4778-90de-d9c7b64958e6 demo admin] Publish callbacks [] for router_gateway (c2d2fafe-b13b-46d2-91af-596cb7b475be), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:09.488260 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b3d4c6ea-a060-4778-90de-d9c7b64958e6 demo admin] Publish callbacks [] for router_gateway (c2d2fafe-b13b-46d2-91af-596cb7b475be), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:09.568804 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b3d4c6ea-a060-4778-90de-d9c7b64958e6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:09.673761 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-b3d4c6ea-a060-4778-90de-d9c7b64958e6 demo admin] Allocated IP 172.27.1.150 (fea53afb-2d4d-48cb-89ec-9b33d8fc553d/12fc4f2d-8382-4ccf-abb9-52281f433079/ea728210-1e12-439d-a121-ef75ef4902dc) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:50:09.853244 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b3d4c6ea-a060-4778-90de-d9c7b64958e6 demo admin] Publish callbacks [] for port (ea728210-1e12-439d-a121-ef75ef4902dc), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:09.888038 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b3d4c6ea-a060-4778-90de-d9c7b64958e6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578'] for port (ea728210-1e12-439d-a121-ef75ef4902dc), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:09.927182 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d4c6ea-a060-4778-90de-d9c7b64958e6 demo admin] Network fea53afb-2d4d-48cb-89ec-9b33d8fc553d is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:50:09.931776 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-b3d4c6ea-a060-4778-90de-d9c7b64958e6 demo admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:50:09.938847 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d4c6ea-a060-4778-90de-d9c7b64958e6 demo admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 18:50:09.941957 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4c6ea-a060-4778-90de-d9c7b64958e6 demo admin] Pushing event updated for resources: {'Port': ['ID=ea728210-1e12-439d-a121-ef75ef4902dc,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:50:10.196279 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b3d4c6ea-a060-4778-90de-d9c7b64958e6 demo admin] Publish callbacks [] for router_gateway (c2d2fafe-b13b-46d2-91af-596cb7b475be), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:10.412824 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b3d4c6ea-a060-4778-90de-d9c7b64958e6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2086103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2084016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2668'] for router (c2d2fafe-b13b-46d2-91af-596cb7b475be), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:10.417189 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b3d4c6ea-a060-4778-90de-d9c7b64958e6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2086088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2086110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2086081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2084027'] for router (c2d2fafe-b13b-46d2-91af-596cb7b475be), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:10.536392 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d4c6ea-a060-4778-90de-d9c7b64958e6 demo admin] Router c2d2fafe-b13b-46d2-91af-596cb7b475be has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 18:50:10.645550 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d4c6ea-a060-4778-90de-d9c7b64958e6 demo admin] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 18:50:10.650428 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b3d4c6ea-a060-4778-90de-d9c7b64958e6 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:10.651638 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-b3d4c6ea-a060-4778-90de-d9c7b64958e6 demo admin] 10.222.0.52 "PUT /v2.0/routers/c2d2fafe-b13b-46d2-91af-596cb7b475be HTTP/1.1" status: 200 len: 890 time: 1.6360340 May 10 18:50:12.052503 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 66839ddb-1b50-4116-aac7-5163b973addf up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:50:12.103601 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port 66839ddb-1b50-4116-aac7-5163b973addf triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:50:12.103996 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (66839ddb-1b50-4116-aac7-5163b973addf), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:12.182673 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port 66839ddb-1b50-4116-aac7-5163b973addf is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:50:13.109203 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 37370) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:50:13.228159 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-4b90453b-b667-41b1-9de9-8ce3d6afc829 admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1178324 May 10 18:50:13.923009 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f40b093-de7b-4af3-af01-aff281938772 None None] Sync routers for ids ['c2d2fafe-b13b-46d2-91af-596cb7b475be'] in dv-cinder-836996-18-iscsi {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:50:13.936821 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f40b093-de7b-4af3-af01-aff281938772 None None] Routers {'c2d2fafe-b13b-46d2-91af-596cb7b475be'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:50:13.937453 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6f40b093-de7b-4af3-af01-aff281938772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T18:50:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['c2d2fafe-b13b-46d2-91af-596cb7b475be'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:50:14.159202 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-6f40b093-de7b-4af3-af01-aff281938772 None None] Set router c2d2fafe-b13b-46d2-91af-596cb7b475be gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:50:14.613444 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6f40b093-de7b-4af3-af01-aff281938772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d2fafe-b13b-46d2-91af-596cb7b475be', 'name': 'router1', 'tenant_id': '53a50937bcf747f58de9c47b2be53f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'ea728210-1e12-439d-a121-ef75ef4902dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:49:51Z', 'updated_at': '2022-05-10T18:50:10Z', 'revision_number': 4, 'project_id': '53a50937bcf747f58de9c47b2be53f10', 'gw_port': {'id': 'ea728210-1e12-439d-a121-ef75ef4902dc', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:81:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d2fafe-b13b-46d2-91af-596cb7b475be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:50:09Z', 'updated_at': '2022-05-10T18:50:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '66839ddb-1b50-4116-aac7-5163b973addf', 'name': '', 'network_id': '00eaa8ff-76bd-4c32-aafc-92266d35f102', 'tenant_id': '53a50937bcf747f58de9c47b2be53f10', 'mac_address': 'fa:16:3e:f8:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d2fafe-b13b-46d2-91af-596cb7b475be', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '788c1687-e540-4229-9bc2-a6d82ceadbf6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:50:01Z', 'updated_at': '2022-05-10T18:50:04Z', 'revision_number': 5, 'project_id': '53a50937bcf747f58de9c47b2be53f10', 'subnets': [{'id': '788c1687-e540-4229-9bc2-a6d82ceadbf6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3189350b-2bcc-46bb-a406-09942642e544'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:50:14.662643 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f40b093-de7b-4af3-af01-aff281938772 None None] Checking router: c2d2fafe-b13b-46d2-91af-596cb7b475be for host: dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:50:14.663007 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f40b093-de7b-4af3-af01-aff281938772 None None] Updating router c2d2fafe-b13b-46d2-91af-596cb7b475be port ea728210-1e12-439d-a121-ef75ef4902dc binding host dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 18:50:14.714803 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6f40b093-de7b-4af3-af01-aff281938772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (ea728210-1e12-439d-a121-ef75ef4902dc), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:15.039755 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6f40b093-de7b-4af3-af01-aff281938772 None None] Publish callbacks [] for port (ea728210-1e12-439d-a121-ef75ef4902dc), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:15.046927 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6f40b093-de7b-4af3-af01-aff281938772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (ea728210-1e12-439d-a121-ef75ef4902dc), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:15.099407 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-6f40b093-de7b-4af3-af01-aff281938772 None None] Attempting to bind port ea728210-1e12-439d-a121-ef75ef4902dc on host dv-cinder-836996-18-iscsi for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 18:50:15.100217 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-6f40b093-de7b-4af3-af01-aff281938772 None None] Attempting to bind port ea728210-1e12-439d-a121-ef75ef4902dc by drivers openvswitch,hyperv on host dv-cinder-836996-18-iscsi at level 0 using segments [{'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 18:50:15.100217 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f40b093-de7b-4af3-af01-aff281938772 None None] Attempting to bind port ea728210-1e12-439d-a121-ef75ef4902dc on network fea53afb-2d4d-48cb-89ec-9b33d8fc553d {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 18:50:15.103717 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24defcc5-3ede-4440-95dc-d1810c49fe59 None None] Pushing event updated for resources: {'Port': ['ID=ea728210-1e12-439d-a121-ef75ef4902dc,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:50:15.109092 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f40b093-de7b-4af3-af01-aff281938772 None None] Checking agent: {'id': 'c34e4451-1c74-4654-b00e-86e650275fac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 49, 35), 'started_at': datetime.datetime(2022, 5, 10, 18, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 18, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 18:50:15.109476 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f40b093-de7b-4af3-af01-aff281938772 None None] Checking segment: {'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:50:15.109995 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6f40b093-de7b-4af3-af01-aff281938772 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:15.110310 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f40b093-de7b-4af3-af01-aff281938772 None None] Bound using segment: {'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 18:50:15.110786 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-6f40b093-de7b-4af3-af01-aff281938772 None None] Bound port: ea728210-1e12-439d-a121-ef75ef4902dc, host: dv-cinder-836996-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 18:50:15.112245 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6f40b093-de7b-4af3-af01-aff281938772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (ea728210-1e12-439d-a121-ef75ef4902dc), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:15.166722 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-6f40b093-de7b-4af3-af01-aff281938772 None None] For port ea728210-1e12-439d-a121-ef75ef4902dc, host dv-cinder-836996-18-iscsi, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 18:50:15.169869 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-6f40b093-de7b-4af3-af01-aff281938772 None None] For port ea728210-1e12-439d-a121-ef75ef4902dc, host dv-cinder-836996-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=ea728210-1e12-439d-a121-ef75ef4902dc,segment=NetworkSegment(5e4a060e-4ea0-4d95-88b5-1969f86bafa6),segment_id=5e4a060e-4ea0-4d95-88b5-1969f86bafa6)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 18:50:15.178811 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6f40b093-de7b-4af3-af01-aff281938772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (ea728210-1e12-439d-a121-ef75ef4902dc), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:15.243382 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f40b093-de7b-4af3-af01-aff281938772 None None] Routers {'c2d2fafe-b13b-46d2-91af-596cb7b475be'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:50:15.243990 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6f40b093-de7b-4af3-af01-aff281938772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T18:50:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['c2d2fafe-b13b-46d2-91af-596cb7b475be'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:50:15.248716 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24defcc5-3ede-4440-95dc-d1810c49fe59 None None] Pushing event updated for resources: {'Port': ['ID=ea728210-1e12-439d-a121-ef75ef4902dc,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:50:15.357658 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-6f40b093-de7b-4af3-af01-aff281938772 None None] Set router c2d2fafe-b13b-46d2-91af-596cb7b475be gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:50:15.509906 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 5 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 18:50:15.572455 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6f40b093-de7b-4af3-af01-aff281938772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d2fafe-b13b-46d2-91af-596cb7b475be', 'name': 'router1', 'tenant_id': '53a50937bcf747f58de9c47b2be53f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'ea728210-1e12-439d-a121-ef75ef4902dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:49:51Z', 'updated_at': '2022-05-10T18:50:10Z', 'revision_number': 4, 'project_id': '53a50937bcf747f58de9c47b2be53f10', 'gw_port': {'id': 'ea728210-1e12-439d-a121-ef75ef4902dc', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:81:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d2fafe-b13b-46d2-91af-596cb7b475be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:50:09Z', 'updated_at': '2022-05-10T18:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '66839ddb-1b50-4116-aac7-5163b973addf', 'name': '', 'network_id': '00eaa8ff-76bd-4c32-aafc-92266d35f102', 'tenant_id': '53a50937bcf747f58de9c47b2be53f10', 'mac_address': 'fa:16:3e:f8:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d2fafe-b13b-46d2-91af-596cb7b475be', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '788c1687-e540-4229-9bc2-a6d82ceadbf6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:50:01Z', 'updated_at': '2022-05-10T18:50:04Z', 'revision_number': 5, 'project_id': '53a50937bcf747f58de9c47b2be53f10', 'subnets': [{'id': '788c1687-e540-4229-9bc2-a6d82ceadbf6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3189350b-2bcc-46bb-a406-09942642e544'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:50:15.602953 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f40b093-de7b-4af3-af01-aff281938772 None None] The sync data for ids ['c2d2fafe-b13b-46d2-91af-596cb7b475be'] in dv-cinder-836996-18-iscsi is: [{'id': 'c2d2fafe-b13b-46d2-91af-596cb7b475be', 'name': 'router1', 'tenant_id': '53a50937bcf747f58de9c47b2be53f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'ea728210-1e12-439d-a121-ef75ef4902dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:49:51Z', 'updated_at': '2022-05-10T18:50:10Z', 'revision_number': 4, 'project_id': '53a50937bcf747f58de9c47b2be53f10', 'gw_port': {'id': 'ea728210-1e12-439d-a121-ef75ef4902dc', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:81:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d2fafe-b13b-46d2-91af-596cb7b475be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:50:09Z', 'updated_at': '2022-05-10T18:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '66839ddb-1b50-4116-aac7-5163b973addf', 'name': '', 'network_id': '00eaa8ff-76bd-4c32-aafc-92266d35f102', 'tenant_id': '53a50937bcf747f58de9c47b2be53f10', 'mac_address': 'fa:16:3e:f8:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d2fafe-b13b-46d2-91af-596cb7b475be', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '788c1687-e540-4229-9bc2-a6d82ceadbf6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:50:01Z', 'updated_at': '2022-05-10T18:50:04Z', 'revision_number': 5, 'project_id': '53a50937bcf747f58de9c47b2be53f10', 'subnets': [{'id': '788c1687-e540-4229-9bc2-a6d82ceadbf6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3189350b-2bcc-46bb-a406-09942642e544'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:50:16.107255 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device ea728210-1e12-439d-a121-ef75ef4902dc up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:50:16.156774 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port ea728210-1e12-439d-a121-ef75ef4902dc triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:50:16.157492 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (ea728210-1e12-439d-a121-ef75ef4902dc), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:16.239361 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port ea728210-1e12-439d-a121-ef75ef4902dc is: DOWN; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:50:16.240102 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (ea728210-1e12-439d-a121-ef75ef4902dc), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:16.282194 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] For port ea728210-1e12-439d-a121-ef75ef4902dc, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=ea728210-1e12-439d-a121-ef75ef4902dc,segment=NetworkSegment(5e4a060e-4ea0-4d95-88b5-1969f86bafa6),segment_id=5e4a060e-4ea0-4d95-88b5-1969f86bafa6)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:50:16.292893 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (ea728210-1e12-439d-a121-ef75ef4902dc), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:16.404589 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Pushing event updated for resources: {'Port': ['ID=ea728210-1e12-439d-a121-ef75ef4902dc,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:50:18.084961 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device ea728210-1e12-439d-a121-ef75ef4902dc up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:50:18.151182 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port ea728210-1e12-439d-a121-ef75ef4902dc triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:50:18.151575 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (ea728210-1e12-439d-a121-ef75ef4902dc), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:18.289011 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port ea728210-1e12-439d-a121-ef75ef4902dc is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:50:28.811595 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2d7a4cb6-723b-496c-88e7-fae5474fb820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:31.202803 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d0ee0b34-1e86-4051-bd4e-8fb4f889898a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:32.493767 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:33.664138 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:35.366727 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:50:52.510493 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 5 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 18:50:58.812144 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3297178e-3c48-4cdd-b779-52e2730b160e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:51:01.198225 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d013e6a4-4f7b-4da1-91b6-782fccf7adc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:51:02.488357 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:51:03.647234 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:51:05.366215 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:51:28.807069 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3135c612-4725-4c23-9a18-586eecd42fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:51:29.510142 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 5 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 18:51:31.203011 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0dd880d6-381a-406c-94da-4732d798469b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:51:31.295914 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 37856) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:51:31.362579 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad410426-4dc7-404a-84e9-76d89fce83db admin admin] GET failed (client error): The resource could not be found. May 10 18:51:31.363868 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-ad410426-4dc7-404a-84e9-76d89fce83db admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0669835 May 10 18:51:31.524166 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c47e176-5df9-479e-b3bd-d6945f7c675f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:51:31.525567 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-0c47e176-5df9-479e-b3bd-d6945f7c675f admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1566775 May 10 18:51:32.484944 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:51:33.647283 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:51:33.763098 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 37866) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:51:33.859956 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798e94d8-2381-4af6-a466-5ac747fa1bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:51:33.861330 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-798e94d8-2381-4af6-a466-5ac747fa1bd9 admin admin] 10.222.0.52 "GET /v2.0/subnets/788c1687-e540-4229-9bc2-a6d82ceadbf6 HTTP/1.1" status: 200 len: 849 time: 0.0972853 May 10 18:51:33.870796 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-f9075f84-fd62-4b2f-9d5a-c01ab405010d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:51:33.964756 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f9075f84-fd62-4b2f-9d5a-c01ab405010d admin admin] Publish callbacks [] for subnet (788c1687-e540-4229-9bc2-a6d82ceadbf6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:51:34.126655 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f9075f84-fd62-4b2f-9d5a-c01ab405010d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776402070429'] for subnet (788c1687-e540-4229-9bc2-a6d82ceadbf6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:51:34.158943 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9075f84-fd62-4b2f-9d5a-c01ab405010d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:51:34.159551 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f9075f84-fd62-4b2f-9d5a-c01ab405010d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for subnet (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:51:34.160857 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-f9075f84-fd62-4b2f-9d5a-c01ab405010d admin admin] 10.222.0.52 "PUT /v2.0/subnets/788c1687-e540-4229-9bc2-a6d82ceadbf6 HTTP/1.1" status: 200 len: 868 time: 0.2936347 May 10 18:51:34.176329 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f82cad6-b23f-4afb-8322-fe1852f6b3b2 None None] Network 00eaa8ff-76bd-4c32-aafc-92266d35f102 requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 18:51:34.180823 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9075f84-fd62-4b2f-9d5a-c01ab405010d admin admin] Pushing event updated for resources: {'Subnet': ['ID=788c1687-e540-4229-9bc2-a6d82ceadbf6,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:51:34.188614 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9075f84-fd62-4b2f-9d5a-c01ab405010d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:51:34.189038 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9075f84-fd62-4b2f-9d5a-c01ab405010d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:51:34.189401 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9075f84-fd62-4b2f-9d5a-c01ab405010d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:51:34.189730 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9075f84-fd62-4b2f-9d5a-c01ab405010d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:51:34.190065 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9075f84-fd62-4b2f-9d5a-c01ab405010d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:51:34.190397 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9075f84-fd62-4b2f-9d5a-c01ab405010d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:51:34.190724 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9075f84-fd62-4b2f-9d5a-c01ab405010d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:51:34.191049 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9075f84-fd62-4b2f-9d5a-c01ab405010d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:51:34.191397 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9075f84-fd62-4b2f-9d5a-c01ab405010d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:51:34.191733 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9075f84-fd62-4b2f-9d5a-c01ab405010d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:51:34.192096 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9075f84-fd62-4b2f-9d5a-c01ab405010d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:51:34.193385 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9075f84-fd62-4b2f-9d5a-c01ab405010d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:51:34.193385 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9075f84-fd62-4b2f-9d5a-c01ab405010d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:51:34.193385 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9075f84-fd62-4b2f-9d5a-c01ab405010d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:51:34.193385 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9075f84-fd62-4b2f-9d5a-c01ab405010d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:51:34.536091 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-fac498ac-d301-4727-9fd3-9382982b621b None None] Provisioning complete for port ebf80799-d280-489f-a582-60a1742c9d28 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:51:34.536500 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fac498ac-d301-4727-9fd3-9382982b621b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (ebf80799-d280-489f-a582-60a1742c9d28), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:51:34.621412 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-fac498ac-d301-4727-9fd3-9382982b621b None None] Current status of the port ebf80799-d280-489f-a582-60a1742c9d28 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:51:34.634603 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-fac498ac-d301-4727-9fd3-9382982b621b None None] Provisioning complete for port 66839ddb-1b50-4116-aac7-5163b973addf triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:51:34.635001 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fac498ac-d301-4727-9fd3-9382982b621b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (66839ddb-1b50-4116-aac7-5163b973addf), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:51:34.712474 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-fac498ac-d301-4727-9fd3-9382982b621b None None] Current status of the port 66839ddb-1b50-4116-aac7-5163b973addf is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:51:35.362648 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:51:36.437465 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 37874) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:51:36.705628 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d0422a-f621-447d-a012-4e4e25251f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:51:36.706119 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d0422a-f621-447d-a012-4e4e25251f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:51:36.707697 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-b0d0422a-f621-447d-a012-4e4e25251f8f admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2692602 May 10 18:51:38.992519 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 37882) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:51:39.160333 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b29d32f-0cc7-44b7-9eb0-a64b98d3d0d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:51:39.161169 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b29d32f-0cc7-44b7-9eb0-a64b98d3d0d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:51:39.163453 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-3b29d32f-0cc7-44b7-9eb0-a64b98d3d0d6 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1695862 May 10 18:51:41.407052 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 37890) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:51:41.541355 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d25887-47f8-451d-9e6f-2fa02ffb8710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:51:41.542737 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-a1d25887-47f8-451d-9e6f-2fa02ffb8710 admin admin] 10.222.0.52 "GET /v2.0/networks/00eaa8ff-76bd-4c32-aafc-92266d35f102 HTTP/1.1" status: 200 len: 869 time: 0.1347229 May 10 18:51:43.802795 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 37900) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:51:43.934247 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f29db1e-5038-4741-8090-1397cc439dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:51:43.935616 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-1f29db1e-5038-4741-8090-1397cc439dea admin admin] 10.222.0.52 "GET /v2.0/networks/fea53afb-2d4d-48cb-89ec-9b33d8fc553d HTTP/1.1" status: 200 len: 886 time: 0.1318469 May 10 18:51:46.174880 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 37908) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:51:46.323496 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef7be28-bc81-4af8-bbdf-38b5bcba3b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:51:46.323866 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef7be28-bc81-4af8-bbdf-38b5bcba3b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:51:46.325429 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-9ef7be28-bc81-4af8-bbdf-38b5bcba3b36 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1492925 May 10 18:51:48.563582 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 37916) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:51:48.700249 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7a2d65-21ff-41c1-88dc-2695e85e1caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:51:48.700719 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7a2d65-21ff-41c1-88dc-2695e85e1caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:51:48.702317 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-2f7a2d65-21ff-41c1-88dc-2695e85e1caa admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1377168 May 10 18:51:50.941474 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 37924) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:51:51.031989 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d679727-dbb8-4fb4-ab9b-a6b8eeae51c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:51:51.033354 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-3d679727-dbb8-4fb4-ab9b-a6b8eeae51c7 admin admin] 10.222.0.52 "GET /v2.0/subnets/12fc4f2d-8382-4ccf-abb9-52281f433079 HTTP/1.1" status: 200 len: 816 time: 0.0907826 May 10 18:51:53.273155 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 37932) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:51:53.385564 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3b9e10-8d6a-433f-854c-3bd35316fe4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:51:53.386929 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-af3b9e10-8d6a-433f-854c-3bd35316fe4d admin admin] 10.222.0.52 "GET /v2.0/subnets/788c1687-e540-4229-9bc2-a6d82ceadbf6 HTTP/1.1" status: 200 len: 868 time: 0.1127744 May 10 18:51:58.824552 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3fa78f1d-751a-4887-bfcc-fdad268e4532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:52:01.213710 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a1e51aa7-e318-4d1e-80b9-54f6a3960e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:52:02.489580 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:52:03.649798 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:52:05.367725 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:52:06.509751 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 5 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 18:52:28.809865 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-67173b51-86be-4521-950d-eee83657f229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:52:31.207667 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a3846a47-c586-4164-8243-8b686d3e37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:52:32.492237 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:52:33.654870 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:52:33.706598 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 37990) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:52:33.762491 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [None req-b9631ec1-facc-464e-9a88-ad7992e0cf96 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 18:52:33.763758 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-b9631ec1-facc-464e-9a88-ad7992e0cf96 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0562503 May 10 18:52:35.373006 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:52:36.096884 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 37998) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:52:36.169965 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad24c92-8729-4f7b-a091-ce17c0934df2 admin admin] GET failed (client error): The resource could not be found. May 10 18:52:36.171244 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-dad24c92-8729-4f7b-a091-ce17c0934df2 admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0733747 May 10 18:52:36.312033 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1712f2e3-8d38-4167-a073-968cb03268ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:52:36.313421 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-1712f2e3-8d38-4167-a073-968cb03268ab admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1380055 May 10 18:52:38.583984 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 38006) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:52:38.640280 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-cf336ac6-be94-4484-ab5e-829adf7f489d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:52:38.660613 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf336ac6-be94-4484-ab5e-829adf7f489d admin admin] Made reservation on behalf of 55014cd93ec34248b9cee6790f6f8c90 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:52:38.662894 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cf336ac6-be94-4484-ab5e-829adf7f489d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:52:38.690326 dv-cinder-836996-18-iscsi neutron-server[103422]: WARNING neutron.services.revisions.revision_plugin [None req-cf336ac6-be94-4484-ab5e-829adf7f489d admin admin] Could not find related network for resource to bump revision. May 10 18:52:38.709444 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf336ac6-be94-4484-ab5e-829adf7f489d admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 18:52:38.720333 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cf336ac6-be94-4484-ab5e-829adf7f489d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860'] for segment (66c57db2-6621-4bf0-96be-c3cd1176b7f4), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:52:38.720700 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.db.segments_db [None req-cf336ac6-be94-4484-ab5e-829adf7f489d admin admin] Added segment 66c57db2-6621-4bf0-96be-c3cd1176b7f4 of type vlan for network 4aaebff0-9889-4b56-8408-a2ee6d08478d May 10 18:52:38.760135 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cf336ac6-be94-4484-ab5e-829adf7f489d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776401517752'] for network (4aaebff0-9889-4b56-8408-a2ee6d08478d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:52:38.786068 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cf336ac6-be94-4484-ab5e-829adf7f489d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498'] for network (4aaebff0-9889-4b56-8408-a2ee6d08478d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:52:38.787124 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf336ac6-be94-4484-ab5e-829adf7f489d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:52:38.787736 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cf336ac6-be94-4484-ab5e-829adf7f489d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:52:38.927737 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-cf336ac6-be94-4484-ab5e-829adf7f489d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3426199 May 10 18:52:38.934825 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf336ac6-be94-4484-ab5e-829adf7f489d admin admin] Pushing event updated for resources: {'Network': ['ID=4aaebff0-9889-4b56-8408-a2ee6d08478d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:52:38.942037 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf336ac6-be94-4484-ab5e-829adf7f489d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:52:38.942390 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf336ac6-be94-4484-ab5e-829adf7f489d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:52:38.942748 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf336ac6-be94-4484-ab5e-829adf7f489d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:52:38.943096 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf336ac6-be94-4484-ab5e-829adf7f489d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:52:38.943427 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf336ac6-be94-4484-ab5e-829adf7f489d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:52:38.943766 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf336ac6-be94-4484-ab5e-829adf7f489d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:52:38.944096 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf336ac6-be94-4484-ab5e-829adf7f489d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:52:38.944428 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf336ac6-be94-4484-ab5e-829adf7f489d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:52:38.944860 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf336ac6-be94-4484-ab5e-829adf7f489d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:52:38.945198 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf336ac6-be94-4484-ab5e-829adf7f489d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:52:38.945547 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf336ac6-be94-4484-ab5e-829adf7f489d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:52:38.945889 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf336ac6-be94-4484-ab5e-829adf7f489d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:52:38.946212 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf336ac6-be94-4484-ab5e-829adf7f489d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:52:38.946537 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf336ac6-be94-4484-ab5e-829adf7f489d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:52:38.946869 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf336ac6-be94-4484-ab5e-829adf7f489d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:52:38.958602 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Network 4aaebff0-9889-4b56-8408-a2ee6d08478d details requested by agent ovs-agent-dv-cinder-836996-18-iscsi with host dv-cinder-836996-18-iscsi {{(pid=103424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 18:52:41.214803 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 38014) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:52:41.286728 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-683d3704-6d3e-4f4f-bf41-a6d11b706e87 admin admin] GET failed (client error): The resource could not be found. May 10 18:52:41.288020 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-683d3704-6d3e-4f4f-bf41-a6d11b706e87 admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0719261 May 10 18:52:41.363048 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa162f3-b5c4-4649-893f-c95020ea24ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:52:41.364477 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-caa162f3-b5c4-4649-893f-c95020ea24ef admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0702443 May 10 18:52:41.377684 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-8cbdc1a4-8097-44bf-aea6-da040177a3dc admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': '4aaebff0-9889-4b56-8408-a2ee6d08478d', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:52:41.402967 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbdc1a4-8097-44bf-aea6-da040177a3dc admin admin] Made reservation on behalf of 55014cd93ec34248b9cee6790f6f8c90 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:52:41.405137 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8cbdc1a4-8097-44bf-aea6-da040177a3dc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:52:41.604002 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8cbdc1a4-8097-44bf-aea6-da040177a3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498'] for subnet (f4dac27f-9965-46bc-b462-24f6e0ba6471), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:52:41.655344 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbdc1a4-8097-44bf-aea6-da040177a3dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4dac27f-9965-46bc-b462-24f6e0ba6471,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:52:41.672202 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbdc1a4-8097-44bf-aea6-da040177a3dc admin admin] Checking segment: {'id': '66c57db2-6621-4bf0-96be-c3cd1176b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4aaebff0-9889-4b56-8408-a2ee6d08478d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:52:41.672580 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbdc1a4-8097-44bf-aea6-da040177a3dc admin admin] Network hostable DHCP agents. Network: 4aaebff0-9889-4b56-8408-a2ee6d08478d, hostable agents: ['dfaf9083-34c2-4df7-9672-aaebd87f4028'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 18:52:41.696553 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbdc1a4-8097-44bf-aea6-da040177a3dc admin admin] Network 4aaebff0-9889-4b56-8408-a2ee6d08478d is scheduled to be hosted by DHCP agent dfaf9083-34c2-4df7-9672-aaebd87f4028 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 18:52:41.709493 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-8cbdc1a4-8097-44bf-aea6-da040177a3dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-18-iscsi, 4aaebff0-9889-4b56-8408-a2ee6d08478d) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:52:41.714380 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbdc1a4-8097-44bf-aea6-da040177a3dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:52:41.714986 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8cbdc1a4-8097-44bf-aea6-da040177a3dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:52:41.719730 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de6cc7a-8afc-4417-935f-fb45a6f47889 None None] Network 4aaebff0-9889-4b56-8408-a2ee6d08478d requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 18:52:41.732585 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-8cbdc1a4-8097-44bf-aea6-da040177a3dc admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3583071 May 10 18:52:41.829983 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8410cba7-0404-4cd3-9217-806bf07fda21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4010351-5650-5351-9072-b5f47fb5324d-4aaebff0-9889-4b56-8408-a2ee6d08478d', 'network_id': '4aaebff0-9889-4b56-8408-a2ee6d08478d', 'project_id': '55014cd93ec34248b9cee6790f6f8c90', 'fixed_ips': [{'subnet_id': 'f4dac27f-9965-46bc-b462-24f6e0ba6471'}]}} from dv-cinder-836996-18-iscsi. {{(pid=103424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 18:52:41.830883 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8410cba7-0404-4cd3-9217-806bf07fda21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:52:41.979023 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-8410cba7-0404-4cd3-9217-806bf07fda21 None None] Allocated IP 192.168.233.2 (4aaebff0-9889-4b56-8408-a2ee6d08478d/f4dac27f-9965-46bc-b462-24f6e0ba6471/457de2eb-335a-4091-a5e6-178ed3167e84) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:52:42.230918 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8410cba7-0404-4cd3-9217-806bf07fda21 None None] Publish callbacks [] for port (457de2eb-335a-4091-a5e6-178ed3167e84), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:52:42.238903 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8410cba7-0404-4cd3-9217-806bf07fda21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578'] for port (457de2eb-335a-4091-a5e6-178ed3167e84), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:52:42.272714 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8410cba7-0404-4cd3-9217-806bf07fda21 None None] Network 4aaebff0-9889-4b56-8408-a2ee6d08478d is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:52:42.275487 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-8410cba7-0404-4cd3-9217-806bf07fda21 None None] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:52:42.280766 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8410cba7-0404-4cd3-9217-806bf07fda21 None None] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 18:52:42.295423 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8410cba7-0404-4cd3-9217-806bf07fda21 None None] Pushing event updated for resources: {'Port': ['ID=457de2eb-335a-4091-a5e6-178ed3167e84,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:52:42.316328 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410cba7-0404-4cd3-9217-806bf07fda21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:52:42.316707 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410cba7-0404-4cd3-9217-806bf07fda21 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:52:42.317079 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410cba7-0404-4cd3-9217-806bf07fda21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:52:42.317422 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410cba7-0404-4cd3-9217-806bf07fda21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:52:42.317759 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410cba7-0404-4cd3-9217-806bf07fda21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:52:42.318089 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410cba7-0404-4cd3-9217-806bf07fda21 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:52:42.318414 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410cba7-0404-4cd3-9217-806bf07fda21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:52:42.318740 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410cba7-0404-4cd3-9217-806bf07fda21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:52:42.319086 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410cba7-0404-4cd3-9217-806bf07fda21 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:52:42.319444 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410cba7-0404-4cd3-9217-806bf07fda21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:52:42.319804 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410cba7-0404-4cd3-9217-806bf07fda21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:52:42.320146 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410cba7-0404-4cd3-9217-806bf07fda21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:52:42.320472 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410cba7-0404-4cd3-9217-806bf07fda21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:52:42.320825 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410cba7-0404-4cd3-9217-806bf07fda21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:52:42.321141 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410cba7-0404-4cd3-9217-806bf07fda21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:52:42.359151 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-8410cba7-0404-4cd3-9217-806bf07fda21 None None] Attempting to bind port 457de2eb-335a-4091-a5e6-178ed3167e84 on host dv-cinder-836996-18-iscsi for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 18:52:42.359523 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-8410cba7-0404-4cd3-9217-806bf07fda21 None None] Attempting to bind port 457de2eb-335a-4091-a5e6-178ed3167e84 by drivers openvswitch,hyperv on host dv-cinder-836996-18-iscsi at level 0 using segments [{'id': '66c57db2-6621-4bf0-96be-c3cd1176b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4aaebff0-9889-4b56-8408-a2ee6d08478d'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 18:52:42.359918 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8410cba7-0404-4cd3-9217-806bf07fda21 None None] Attempting to bind port 457de2eb-335a-4091-a5e6-178ed3167e84 on network 4aaebff0-9889-4b56-8408-a2ee6d08478d {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 18:52:42.365261 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8410cba7-0404-4cd3-9217-806bf07fda21 None None] Checking agent: {'id': 'c34e4451-1c74-4654-b00e-86e650275fac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 49, 35), 'started_at': datetime.datetime(2022, 5, 10, 18, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 18, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 18:52:42.365618 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8410cba7-0404-4cd3-9217-806bf07fda21 None None] Checking segment: {'id': '66c57db2-6621-4bf0-96be-c3cd1176b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4aaebff0-9889-4b56-8408-a2ee6d08478d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:52:42.366027 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8410cba7-0404-4cd3-9217-806bf07fda21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:52:42.366450 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8410cba7-0404-4cd3-9217-806bf07fda21 None None] Bound using segment: {'id': '66c57db2-6621-4bf0-96be-c3cd1176b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4aaebff0-9889-4b56-8408-a2ee6d08478d'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 18:52:42.366916 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-8410cba7-0404-4cd3-9217-806bf07fda21 None None] Bound port: 457de2eb-335a-4091-a5e6-178ed3167e84, host: dv-cinder-836996-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c57db2-6621-4bf0-96be-c3cd1176b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4aaebff0-9889-4b56-8408-a2ee6d08478d'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 18:52:42.367308 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8410cba7-0404-4cd3-9217-806bf07fda21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (457de2eb-335a-4091-a5e6-178ed3167e84), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:52:42.430807 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-8410cba7-0404-4cd3-9217-806bf07fda21 None None] For port 457de2eb-335a-4091-a5e6-178ed3167e84, host dv-cinder-836996-18-iscsi, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 18:52:42.434186 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-8410cba7-0404-4cd3-9217-806bf07fda21 None None] For port 457de2eb-335a-4091-a5e6-178ed3167e84, host dv-cinder-836996-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=457de2eb-335a-4091-a5e6-178ed3167e84,segment=NetworkSegment(66c57db2-6621-4bf0-96be-c3cd1176b7f4),segment_id=66c57db2-6621-4bf0-96be-c3cd1176b7f4)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 18:52:42.440714 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8410cba7-0404-4cd3-9217-806bf07fda21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (457de2eb-335a-4091-a5e6-178ed3167e84), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:52:42.498589 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8410cba7-0404-4cd3-9217-806bf07fda21 None None] Pushing event updated for resources: {'Port': ['ID=457de2eb-335a-4091-a5e6-178ed3167e84,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:52:43.322099 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d766ac-5da5-4200-b131-ff528e0b013d None None] Network 4aaebff0-9889-4b56-8408-a2ee6d08478d requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 18:52:43.381244 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-ec8571e3-27c6-4968-ba1e-10bde2628d6c None None] Provisioning complete for port 457de2eb-335a-4091-a5e6-178ed3167e84 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:52:43.381617 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ec8571e3-27c6-4968-ba1e-10bde2628d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (457de2eb-335a-4091-a5e6-178ed3167e84), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:52:43.503707 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-ec8571e3-27c6-4968-ba1e-10bde2628d6c None None] Current status of the port 457de2eb-335a-4091-a5e6-178ed3167e84 is: DOWN; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:52:43.504106 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ec8571e3-27c6-4968-ba1e-10bde2628d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (457de2eb-335a-4091-a5e6-178ed3167e84), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:52:43.510942 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 5 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 18:52:43.541119 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-ec8571e3-27c6-4968-ba1e-10bde2628d6c None None] For port 457de2eb-335a-4091-a5e6-178ed3167e84, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=457de2eb-335a-4091-a5e6-178ed3167e84,segment=NetworkSegment(66c57db2-6621-4bf0-96be-c3cd1176b7f4),segment_id=66c57db2-6621-4bf0-96be-c3cd1176b7f4)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:52:43.548354 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ec8571e3-27c6-4968-ba1e-10bde2628d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (457de2eb-335a-4091-a5e6-178ed3167e84), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:52:43.601331 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8571e3-27c6-4968-ba1e-10bde2628d6c None None] Pushing event updated for resources: {'Port': ['ID=457de2eb-335a-4091-a5e6-178ed3167e84,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:52:43.766901 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-e7ce5291-4e51-4b67-a2e2-1b48d15dc5d0 None None] Provisioning complete for port 457de2eb-335a-4091-a5e6-178ed3167e84 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:52:43.767408 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e7ce5291-4e51-4b67-a2e2-1b48d15dc5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (457de2eb-335a-4091-a5e6-178ed3167e84), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:52:43.849935 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-e7ce5291-4e51-4b67-a2e2-1b48d15dc5d0 None None] Current status of the port 457de2eb-335a-4091-a5e6-178ed3167e84 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:52:44.152927 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 457de2eb-335a-4091-a5e6-178ed3167e84 up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:52:44.202051 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port 457de2eb-335a-4091-a5e6-178ed3167e84 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:52:44.202793 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (457de2eb-335a-4091-a5e6-178ed3167e84), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:52:44.288199 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port 457de2eb-335a-4091-a5e6-178ed3167e84 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:52:58.815502 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d70411d4-f09d-417a-90e9-733aa12690c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:53:01.212531 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-da40dbb9-b9c5-4ef1-8b9c-eaeae36affe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:53:02.496043 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:53:03.656415 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:53:05.376941 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:53:20.515680 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 5 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 18:53:28.822702 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-40d08e18-56b1-4512-9929-552d1585dd20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:53:31.216809 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-961175a2-ae1e-460a-898b-220e101e11ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:53:32.499032 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:53:33.660822 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:53:35.385403 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:53:57.514848 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 5 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 18:53:58.818053 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-aeeabae9-35cd-4f3b-afde-2232e7706f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:54:01.221918 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f305eb7a-375c-40a2-a310-16fbbd65484e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:54:02.502690 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:54:03.662998 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:54:05.381703 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:54:16.046413 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 38052) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:54:16.052375 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [None req-95f12ce1-9d73-4bcd-acf5-e1c87f3a7590 tempest-verify_tempest_config-243704923 tempest-verify_tempest_config-243704923-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 18:54:16.053407 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-95f12ce1-9d73-4bcd-acf5-e1c87f3a7590 tempest-verify_tempest_config-243704923 tempest-verify_tempest_config-243704923-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0060031 May 10 18:54:16.366721 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 38070) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:54:16.481886 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-be52746e-0fc8-461a-a7dc-54941f57d4b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:54:16.569942 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-be52746e-0fc8-461a-a7dc-54941f57d4b9 admin admin] Publish callbacks [] for security_group (f1eeb1cc-d73d-43b0-8d69-de4221b2b4a7), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:54:16.575516 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-be52746e-0fc8-461a-a7dc-54941f57d4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (f1eeb1cc-d73d-43b0-8d69-de4221b2b4a7), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:54:16.621907 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-be52746e-0fc8-461a-a7dc-54941f57d4b9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5fae609d0c5849c49266341fd1b00b05&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2516289 May 10 18:54:16.621907 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52746e-0fc8-461a-a7dc-54941f57d4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1eeb1cc-d73d-43b0-8d69-de4221b2b4a7,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:54:16.622607 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 38076) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:54:16.628375 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be52746e-0fc8-461a-a7dc-54941f57d4b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:54:16.628637 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be52746e-0fc8-461a-a7dc-54941f57d4b9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:54:16.629026 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be52746e-0fc8-461a-a7dc-54941f57d4b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:54:16.629362 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be52746e-0fc8-461a-a7dc-54941f57d4b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:54:16.629698 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be52746e-0fc8-461a-a7dc-54941f57d4b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:54:16.630412 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be52746e-0fc8-461a-a7dc-54941f57d4b9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:54:16.630732 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be52746e-0fc8-461a-a7dc-54941f57d4b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:54:16.631059 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be52746e-0fc8-461a-a7dc-54941f57d4b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:54:16.631383 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be52746e-0fc8-461a-a7dc-54941f57d4b9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:54:16.631709 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be52746e-0fc8-461a-a7dc-54941f57d4b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:54:16.632044 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be52746e-0fc8-461a-a7dc-54941f57d4b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:54:16.632374 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be52746e-0fc8-461a-a7dc-54941f57d4b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:54:16.632728 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be52746e-0fc8-461a-a7dc-54941f57d4b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:54:16.633151 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be52746e-0fc8-461a-a7dc-54941f57d4b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:54:16.633433 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be52746e-0fc8-461a-a7dc-54941f57d4b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:54:16.679900 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f1445bc0-5259-4839-80d1-0b0192463230 admin admin] Publish callbacks [] for security_group (f1eeb1cc-d73d-43b0-8d69-de4221b2b4a7), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:54:16.701274 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f1445bc0-5259-4839-80d1-0b0192463230 admin admin] Publish callbacks [] for security_group (f1eeb1cc-d73d-43b0-8d69-de4221b2b4a7), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:54:16.795169 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f1445bc0-5259-4839-80d1-0b0192463230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (f1eeb1cc-d73d-43b0-8d69-de4221b2b4a7), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:54:16.798844 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f1445bc0-5259-4839-80d1-0b0192463230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:54:16.802805 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-f1445bc0-5259-4839-80d1-0b0192463230 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f1eeb1cc-d73d-43b0-8d69-de4221b2b4a7 HTTP/1.1" status: 204 len: 168 time: 0.1786785 May 10 18:54:16.810980 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1445bc0-5259-4839-80d1-0b0192463230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1eeb1cc-d73d-43b0-8d69-de4221b2b4a7,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:54:16.818038 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1445bc0-5259-4839-80d1-0b0192463230 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:54:16.818390 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1445bc0-5259-4839-80d1-0b0192463230 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:54:16.818730 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1445bc0-5259-4839-80d1-0b0192463230 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:54:16.819090 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1445bc0-5259-4839-80d1-0b0192463230 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:54:16.819368 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1445bc0-5259-4839-80d1-0b0192463230 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:54:16.819729 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1445bc0-5259-4839-80d1-0b0192463230 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:54:16.820034 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1445bc0-5259-4839-80d1-0b0192463230 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:54:16.820489 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1445bc0-5259-4839-80d1-0b0192463230 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:54:16.820823 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1445bc0-5259-4839-80d1-0b0192463230 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:54:16.821153 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1445bc0-5259-4839-80d1-0b0192463230 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:54:16.821484 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1445bc0-5259-4839-80d1-0b0192463230 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:54:16.821807 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1445bc0-5259-4839-80d1-0b0192463230 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:54:16.822130 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1445bc0-5259-4839-80d1-0b0192463230 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:54:16.822445 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1445bc0-5259-4839-80d1-0b0192463230 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:54:16.822826 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1445bc0-5259-4839-80d1-0b0192463230 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:54:28.822850 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-029be280-47c6-47a5-bc72-a802881f20e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:54:31.227660 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b6f37797-f9c3-47ec-9830-70c3e96d2922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:54:32.505571 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:54:33.670904 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:54:34.513869 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 5 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 18:54:35.378195 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:54:58.834377 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b2ec5c-cd49-4384-8353-510160628b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:55:01.230988 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fb3524c8-7c9d-404e-9433-a51b43d837ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:55:02.512052 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:55:03.677858 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:55:05.381153 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:55:11.517382 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 5 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 18:55:28.838522 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-022764d4-c5cb-4ece-be55-94dca276ff43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:55:31.232344 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-58397d05-3345-4294-a815-39acecefd87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:55:32.515898 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:55:33.675732 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:55:35.388918 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:55:48.521918 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 5 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 18:55:58.834437 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dac6c784-c6c3-4a54-99d5-4c311951750c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:56:01.225235 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6388c39a-c6b7-479e-9e10-169b1148166f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:56:02.518056 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:56:03.680844 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:56:05.386509 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:56:06.693462 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2092288'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:56:20.464074 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 38148) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:56:20.583167 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-9467d71c-f5e9-4f06-9ad6-03c8553d88d6 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1180129 May 10 18:56:22.832556 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 38158) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:56:22.887216 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-ae133f1d-826f-48f2-bfb8-85a82cd30147 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0535395 May 10 18:56:25.523127 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 18:56:28.828661 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-31d540e4-65aa-492b-8532-62745f43885d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:56:31.233264 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-458c558f-40ac-4a4e-aa2b-24ccf052da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:56:32.529371 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:56:33.686365 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:56:35.383916 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:56:36.697106 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:56:58.840452 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-51c78cac-e63a-4be5-b84f-1fd4761f22ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:57:01.238620 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7360e6c2-7c37-4bdb-9f7c-9d275433aa71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:57:02.521887 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:57:02.522609 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 18:57:03.690598 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:57:05.380645 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:57:06.661727 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:57:28.835076 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-53ed959a-6c76-4798-b6ef-18f67f7e6efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:57:31.232921 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-73870619-9c3e-4b8e-bb62-d5dc5024c20d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:57:32.524593 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:57:33.690744 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:57:35.366211 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:57:36.669786 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:57:39.521444 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 18:57:58.843536 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a31e534b-883c-4356-9ad2-87befc70f49e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:01.250612 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-43d36556-6dca-4d5f-bcad-3e675c4785f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:02.532483 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:02.545491 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 38244) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:02.723093 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-e11a72f7-bc46-4d00-8be1-6b0eb4e21bb6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1083329581-network', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:02.751538 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11a72f7-bc46-4d00-8be1-6b0eb4e21bb6 admin admin] Made reservation on behalf of 772abdeeb78b4eaab9bc9d831eda68f3 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:58:02.754798 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e11a72f7-bc46-4d00-8be1-6b0eb4e21bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:02.764263 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e11a72f7-bc46-4d00-8be1-6b0eb4e21bb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:02.847730 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e11a72f7-bc46-4d00-8be1-6b0eb4e21bb6 admin admin] Publish callbacks [] for security_group (9846af26-0a7d-4aba-aa1d-879008704e04), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:02.856753 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e11a72f7-bc46-4d00-8be1-6b0eb4e21bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (9846af26-0a7d-4aba-aa1d-879008704e04), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:02.890606 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e11a72f7-bc46-4d00-8be1-6b0eb4e21bb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 18:58:02.900417 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a72f7-bc46-4d00-8be1-6b0eb4e21bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9846af26-0a7d-4aba-aa1d-879008704e04,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:02.909353 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a72f7-bc46-4d00-8be1-6b0eb4e21bb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:02.909711 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a72f7-bc46-4d00-8be1-6b0eb4e21bb6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:02.910127 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a72f7-bc46-4d00-8be1-6b0eb4e21bb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:02.910388 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a72f7-bc46-4d00-8be1-6b0eb4e21bb6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:02.910900 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a72f7-bc46-4d00-8be1-6b0eb4e21bb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:02.911230 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a72f7-bc46-4d00-8be1-6b0eb4e21bb6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:02.911553 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a72f7-bc46-4d00-8be1-6b0eb4e21bb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:02.912044 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a72f7-bc46-4d00-8be1-6b0eb4e21bb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:02.912386 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a72f7-bc46-4d00-8be1-6b0eb4e21bb6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:02.912725 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a72f7-bc46-4d00-8be1-6b0eb4e21bb6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:02.913234 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a72f7-bc46-4d00-8be1-6b0eb4e21bb6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:02.913565 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a72f7-bc46-4d00-8be1-6b0eb4e21bb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:02.913886 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a72f7-bc46-4d00-8be1-6b0eb4e21bb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:02.914347 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a72f7-bc46-4d00-8be1-6b0eb4e21bb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:02.914806 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a72f7-bc46-4d00-8be1-6b0eb4e21bb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a72f7-bc46-4d00-8be1-6b0eb4e21bb6 admin admin] Tracked resource versions report: May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: pushed versions: May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: { 'AddressGroup': {'1.2'}, May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: 'Agent': {'1.1'}, May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: 'ConntrackHelper': {'1.0'}, May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: 'LocalIPAssociation': {'1.0'}, May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: 'Log': {'1.0'}, May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: 'NDPProxy': {'1.0'}, May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: 'Network': {'1.1'}, May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: 'Port': {'1.7'}, May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: 'PortForwarding': {'1.3'}, May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: 'QosPolicy': {'1.10'}, May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: 'SecurityGroup': {'1.5'}, May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: 'SecurityGroupRule': {'1.2'}, May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: 'SubPort': {'1.0'}, May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: 'Subnet': {'1.1'}, May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: 'Trunk': {'1.1'}} May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: consumer versions: May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: { DHCP agent@dv-cinder-836996-18-iscsi: {}, May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: HyperV agent@hv-cinder-83699: {}, May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: L3 agent@dv-cinder-836996-18-iscsi: {}, May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: Metadata agent@dv-cinder-836996-18-iscsi: {}, May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: Metering agent@dv-cinder-836996-18-iscsi: {}, May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: Open vSwitch agent@dv-cinder-836996-18-iscsi: { 'AddressGroup': '1.2', May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: 'Agent': '1.1', May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: 'ConntrackHelper': '1.0', May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: 'LocalIPAssociation': '1.0', May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: 'Log': '1.0', May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: 'NDPProxy': '1.0', May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: 'Network': '1.1', May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: 'Port': '1.7', May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: 'PortForwarding': '1.3', May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: 'QosPolicy': '1.10', May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: 'SecurityGroup': '1.5', May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: 'SecurityGroupRule': '1.2', May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: 'SubPort': '1.0', May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: 'Subnet': '1.1', May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: 'Trunk': '1.1'}} May 10 18:58:02.916171 dv-cinder-836996-18-iscsi neutron-server[103422]: {{(pid=103422) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 18:58:02.932994 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e11a72f7-bc46-4d00-8be1-6b0eb4e21bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860'] for segment (305b6081-8325-44b4-b4f1-d287ed407450), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:02.933354 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.db.segments_db [None req-e11a72f7-bc46-4d00-8be1-6b0eb4e21bb6 admin admin] Added segment 305b6081-8325-44b4-b4f1-d287ed407450 of type vlan for network f5c43a6a-f0d1-477d-a8c6-2fea358c2538 May 10 18:58:02.985045 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e11a72f7-bc46-4d00-8be1-6b0eb4e21bb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776401517752'] for network (f5c43a6a-f0d1-477d-a8c6-2fea358c2538), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:03.010979 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e11a72f7-bc46-4d00-8be1-6b0eb4e21bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498'] for network (f5c43a6a-f0d1-477d-a8c6-2fea358c2538), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:03.012007 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11a72f7-bc46-4d00-8be1-6b0eb4e21bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:03.012859 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e11a72f7-bc46-4d00-8be1-6b0eb4e21bb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:03.067469 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-e11a72f7-bc46-4d00-8be1-6b0eb4e21bb6 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5209961 May 10 18:58:03.071598 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 38294) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:03.078292 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a72f7-bc46-4d00-8be1-6b0eb4e21bb6 admin admin] Pushing event updated for resources: {'Network': ['ID=f5c43a6a-f0d1-477d-a8c6-2fea358c2538,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:03.078709 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-947711d1-22ad-4044-826d-ce69493b25dc admin admin] Request body: {'subnet': {'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1083329581-subnet', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:03.106601 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Network f5c43a6a-f0d1-477d-a8c6-2fea358c2538 details requested by agent ovs-agent-dv-cinder-836996-18-iscsi with host dv-cinder-836996-18-iscsi {{(pid=103424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 18:58:03.128733 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947711d1-22ad-4044-826d-ce69493b25dc admin admin] Made reservation on behalf of 772abdeeb78b4eaab9bc9d831eda68f3 for: {'subnet': 1} {{(pid=103423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:58:03.134054 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-947711d1-22ad-4044-826d-ce69493b25dc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:03.298955 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 38306) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:03.306252 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-947711d1-22ad-4044-826d-ce69493b25dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498'] for subnet (9ed489f3-e7d1-46ad-8ba4-625045889072), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:03.356438 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947711d1-22ad-4044-826d-ce69493b25dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ed489f3-e7d1-46ad-8ba4-625045889072,revision_number=0']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:03.375082 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947711d1-22ad-4044-826d-ce69493b25dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:03.375425 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947711d1-22ad-4044-826d-ce69493b25dc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:03.375778 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947711d1-22ad-4044-826d-ce69493b25dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:03.376106 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947711d1-22ad-4044-826d-ce69493b25dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:03.376427 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947711d1-22ad-4044-826d-ce69493b25dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:03.376768 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947711d1-22ad-4044-826d-ce69493b25dc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:03.377089 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947711d1-22ad-4044-826d-ce69493b25dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:03.377740 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947711d1-22ad-4044-826d-ce69493b25dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:03.378112 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947711d1-22ad-4044-826d-ce69493b25dc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:03.378434 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947711d1-22ad-4044-826d-ce69493b25dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:03.378752 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947711d1-22ad-4044-826d-ce69493b25dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:03.379065 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947711d1-22ad-4044-826d-ce69493b25dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:03.379619 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947711d1-22ad-4044-826d-ce69493b25dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:03.381140 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947711d1-22ad-4044-826d-ce69493b25dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:03.381580 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947711d1-22ad-4044-826d-ce69493b25dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947711d1-22ad-4044-826d-ce69493b25dc admin admin] Tracked resource versions report: May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: pushed versions: May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: { 'AddressGroup': {'1.2'}, May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: 'Agent': {'1.1'}, May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: 'ConntrackHelper': {'1.0'}, May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: 'LocalIPAssociation': {'1.0'}, May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: 'Log': {'1.0'}, May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: 'NDPProxy': {'1.0'}, May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: 'Network': {'1.1'}, May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: 'Port': {'1.7'}, May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: 'PortForwarding': {'1.3'}, May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: 'QosPolicy': {'1.10'}, May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: 'SecurityGroup': {'1.5'}, May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: 'SecurityGroupRule': {'1.2'}, May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: 'SubPort': {'1.0'}, May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: 'Subnet': {'1.1'}, May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: 'Trunk': {'1.1'}} May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: consumer versions: May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: { DHCP agent@dv-cinder-836996-18-iscsi: {}, May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: HyperV agent@hv-cinder-83699: {}, May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: L3 agent@dv-cinder-836996-18-iscsi: {}, May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: Metadata agent@dv-cinder-836996-18-iscsi: {}, May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: Metering agent@dv-cinder-836996-18-iscsi: {}, May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: Open vSwitch agent@dv-cinder-836996-18-iscsi: { 'AddressGroup': '1.2', May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: 'Agent': '1.1', May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: 'ConntrackHelper': '1.0', May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: 'LocalIPAssociation': '1.0', May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: 'Log': '1.0', May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: 'NDPProxy': '1.0', May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: 'Network': '1.1', May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: 'Port': '1.7', May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: 'PortForwarding': '1.3', May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: 'QosPolicy': '1.10', May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: 'SecurityGroup': '1.5', May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: 'SecurityGroupRule': '1.2', May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: 'SubPort': '1.0', May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: 'Subnet': '1.1', May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: 'Trunk': '1.1'}} May 10 18:58:03.383077 dv-cinder-836996-18-iscsi neutron-server[103423]: {{(pid=103423) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 18:58:03.399583 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947711d1-22ad-4044-826d-ce69493b25dc admin admin] Checking segment: {'id': '305b6081-8325-44b4-b4f1-d287ed407450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:58:03.400994 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947711d1-22ad-4044-826d-ce69493b25dc admin admin] Network hostable DHCP agents. Network: f5c43a6a-f0d1-477d-a8c6-2fea358c2538, hostable agents: ['dfaf9083-34c2-4df7-9672-aaebd87f4028'], hosted agents: [] {{(pid=103423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 18:58:03.418878 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947711d1-22ad-4044-826d-ce69493b25dc admin admin] Network f5c43a6a-f0d1-477d-a8c6-2fea358c2538 is scheduled to be hosted by DHCP agent dfaf9083-34c2-4df7-9672-aaebd87f4028 with binding_index 1 {{(pid=103423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 18:58:03.430823 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-947711d1-22ad-4044-826d-ce69493b25dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-18-iscsi, f5c43a6a-f0d1-477d-a8c6-2fea358c2538) {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:58:03.435675 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947711d1-22ad-4044-826d-ce69493b25dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:03.436595 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-947711d1-22ad-4044-826d-ce69493b25dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for subnet (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:03.445773 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969e74a5-68fa-42ad-8129-ec2c1f23ae8e None None] Network f5c43a6a-f0d1-477d-a8c6-2fea358c2538 requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 18:58:03.455679 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-947711d1-22ad-4044-826d-ce69493b25dc admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3829098 May 10 18:58:03.458530 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 38314) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:03.463687 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-4ff94ea5-44fa-4f26-b33e-aa77348ec00a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1083329581-router', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:03.488932 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4ff94ea5-44fa-4f26-b33e-aa77348ec00a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2083890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2569'] for router (52c41e11-9de0-42a8-a512-859793306c7d), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:03.491150 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4ff94ea5-44fa-4f26-b33e-aa77348ec00a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2083974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2085925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2043442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2590'] for router (52c41e11-9de0-42a8-a512-859793306c7d), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:03.555860 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4ff94ea5-44fa-4f26-b33e-aa77348ec00a admin admin] Publish callbacks [] for router_controller (52c41e11-9de0-42a8-a512-859793306c7d), precommit_add_association {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:03.595908 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4010351-5650-5351-9072-b5f47fb5324d-f5c43a6a-f0d1-477d-a8c6-2fea358c2538', 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538', 'project_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'fixed_ips': [{'subnet_id': '9ed489f3-e7d1-46ad-8ba4-625045889072'}]}} from dv-cinder-836996-18-iscsi. {{(pid=103424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 18:58:03.597055 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:03.705095 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-edc6e06b-7b30-44fa-a496-218f8c337955 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1983261218-network', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:03.756011 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc6e06b-7b30-44fa-a496-218f8c337955 admin admin] Made reservation on behalf of f211dbe09fc34141b9d519a6e69c8dc2 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:58:03.759305 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-edc6e06b-7b30-44fa-a496-218f8c337955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:03.774742 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-edc6e06b-7b30-44fa-a496-218f8c337955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:03.784364 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] Allocated IP 172.20.0.2 (f5c43a6a-f0d1-477d-a8c6-2fea358c2538/9ed489f3-e7d1-46ad-8ba4-625045889072/2ee0952b-8254-416f-8a27-d4e7aae5601d) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:58:03.794185 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4ff94ea5-44fa-4f26-b33e-aa77348ec00a admin admin] Publish callbacks [] for router_gateway (52c41e11-9de0-42a8-a512-859793306c7d), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:03.822178 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:03.867337 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-edc6e06b-7b30-44fa-a496-218f8c337955 admin admin] Publish callbacks [] for security_group (287caa5d-06a7-4b2c-ab33-e8cc5ba1f4fc), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:03.875320 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-edc6e06b-7b30-44fa-a496-218f8c337955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (287caa5d-06a7-4b2c-ab33-e8cc5ba1f4fc), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:03.890363 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc6e06b-7b30-44fa-a496-218f8c337955 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 18:58:03.902366 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-edc6e06b-7b30-44fa-a496-218f8c337955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860'] for segment (1868c427-5847-444e-a7f0-4f51b9eb2322), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:03.903227 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.db.segments_db [None req-edc6e06b-7b30-44fa-a496-218f8c337955 admin admin] Added segment 1868c427-5847-444e-a7f0-4f51b9eb2322 of type vlan for network 17ce47ba-754f-4a57-b915-d9f184cff0b4 May 10 18:58:03.974071 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc6e06b-7b30-44fa-a496-218f8c337955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287caa5d-06a7-4b2c-ab33-e8cc5ba1f4fc,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:04.003252 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-edc6e06b-7b30-44fa-a496-218f8c337955 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776401517752'] for network (17ce47ba-754f-4a57-b915-d9f184cff0b4), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:04.035442 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-edc6e06b-7b30-44fa-a496-218f8c337955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498'] for network (17ce47ba-754f-4a57-b915-d9f184cff0b4), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:04.036528 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc6e06b-7b30-44fa-a496-218f8c337955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:04.037330 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-edc6e06b-7b30-44fa-a496-218f8c337955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:04.063251 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] Publish callbacks [] for port (2ee0952b-8254-416f-8a27-d4e7aae5601d), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:04.075738 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578'] for port (2ee0952b-8254-416f-8a27-d4e7aae5601d), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:04.100038 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-edc6e06b-7b30-44fa-a496-218f8c337955 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7994156 May 10 18:58:04.102839 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 38354) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:04.107803 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-c39a1120-e1df-4d89-ab5c-206fdc1709ea admin admin] Request body: {'subnet': {'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1983261218-subnet', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:04.135333 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc6e06b-7b30-44fa-a496-218f8c337955 admin admin] Pushing event updated for resources: {'Network': ['ID=17ce47ba-754f-4a57-b915-d9f184cff0b4,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:04.147235 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39a1120-e1df-4d89-ab5c-206fdc1709ea admin admin] Made reservation on behalf of f211dbe09fc34141b9d519a6e69c8dc2 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:58:04.150129 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c39a1120-e1df-4d89-ab5c-206fdc1709ea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:04.170435 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Network 17ce47ba-754f-4a57-b915-d9f184cff0b4 details requested by agent ovs-agent-dv-cinder-836996-18-iscsi with host dv-cinder-836996-18-iscsi {{(pid=103424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 18:58:04.175859 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] Pushing event updated for resources: {'Port': ['ID=2ee0952b-8254-416f-8a27-d4e7aae5601d,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:04.183827 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4ff94ea5-44fa-4f26-b33e-aa77348ec00a admin admin] Publish callbacks [] for router_gateway (52c41e11-9de0-42a8-a512-859793306c7d), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:04.208089 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] Network f5c43a6a-f0d1-477d-a8c6-2fea358c2538 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:58:04.210321 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:04.211105 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4ff94ea5-44fa-4f26-b33e-aa77348ec00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:04.213490 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:04.218141 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:04.218550 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:04.218900 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:04.219236 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:04.219570 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:04.219898 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:04.220225 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:04.220931 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:04.220931 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:04.221239 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:04.221581 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:04.221902 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:04.222220 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] Tracked resource versions report: May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: pushed versions: May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: { 'AddressGroup': {'1.2'}, May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: 'Agent': {'1.1'}, May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: 'ConntrackHelper': {'1.0'}, May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: 'LocalIPAssociation': {'1.0'}, May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: 'Log': {'1.0'}, May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: 'NDPProxy': {'1.0'}, May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: 'Network': {'1.1'}, May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: 'Port': {'1.7'}, May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: 'PortForwarding': {'1.3'}, May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: 'QosPolicy': {'1.10'}, May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: 'SecurityGroup': {'1.5'}, May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: 'SecurityGroupRule': {'1.2'}, May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: 'SubPort': {'1.0'}, May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: 'Subnet': {'1.1'}, May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: 'Trunk': {'1.1'}} May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: consumer versions: May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: { DHCP agent@dv-cinder-836996-18-iscsi: {}, May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: HyperV agent@hv-cinder-83699: {}, May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: L3 agent@dv-cinder-836996-18-iscsi: {}, May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: Metadata agent@dv-cinder-836996-18-iscsi: {}, May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: Metering agent@dv-cinder-836996-18-iscsi: {}, May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: Open vSwitch agent@dv-cinder-836996-18-iscsi: { 'AddressGroup': '1.2', May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: 'Agent': '1.1', May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: 'ConntrackHelper': '1.0', May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: 'LocalIPAssociation': '1.0', May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: 'Log': '1.0', May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: 'NDPProxy': '1.0', May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: 'Network': '1.1', May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: 'Port': '1.7', May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: 'PortForwarding': '1.3', May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: 'QosPolicy': '1.10', May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: 'SecurityGroup': '1.5', May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: 'SecurityGroupRule': '1.2', May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: 'SubPort': '1.0', May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: 'Subnet': '1.1', May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: 'Trunk': '1.1'}} May 10 18:58:04.223442 dv-cinder-836996-18-iscsi neutron-server[103424]: {{(pid=103424) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 18:58:04.294687 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:58:04.302979 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 18:58:04.408263 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c39a1120-e1df-4d89-ab5c-206fdc1709ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498'] for subnet (945414bb-2eef-4f0c-992b-73a797dbf824), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:04.412329 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-4ff94ea5-44fa-4f26-b33e-aa77348ec00a admin admin] Allocated IP 172.27.1.19 (fea53afb-2d4d-48cb-89ec-9b33d8fc553d/12fc4f2d-8382-4ccf-abb9-52281f433079/4fa6353b-757f-4df3-9826-b2d85468adfd) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:58:04.431591 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] Attempting to bind port 2ee0952b-8254-416f-8a27-d4e7aae5601d on host dv-cinder-836996-18-iscsi for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 18:58:04.431968 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] Attempting to bind port 2ee0952b-8254-416f-8a27-d4e7aae5601d by drivers openvswitch,hyperv on host dv-cinder-836996-18-iscsi at level 0 using segments [{'id': '305b6081-8325-44b4-b4f1-d287ed407450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 18:58:04.432369 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] Attempting to bind port 2ee0952b-8254-416f-8a27-d4e7aae5601d on network f5c43a6a-f0d1-477d-a8c6-2fea358c2538 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 18:58:04.437891 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] Checking agent: {'id': 'c34e4451-1c74-4654-b00e-86e650275fac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 49, 35), 'started_at': datetime.datetime(2022, 5, 10, 18, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 18, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 18:58:04.438272 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] Checking segment: {'id': '305b6081-8325-44b4-b4f1-d287ed407450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:58:04.438658 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:04.439242 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] Bound using segment: {'id': '305b6081-8325-44b4-b4f1-d287ed407450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 18:58:04.439719 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] Bound port: 2ee0952b-8254-416f-8a27-d4e7aae5601d, host: dv-cinder-836996-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '305b6081-8325-44b4-b4f1-d287ed407450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 18:58:04.440242 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (2ee0952b-8254-416f-8a27-d4e7aae5601d), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:04.473096 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a1120-e1df-4d89-ab5c-206fdc1709ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=945414bb-2eef-4f0c-992b-73a797dbf824,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:04.504114 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39a1120-e1df-4d89-ab5c-206fdc1709ea admin admin] Checking segment: {'id': '1868c427-5847-444e-a7f0-4f51b9eb2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:58:04.504904 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39a1120-e1df-4d89-ab5c-206fdc1709ea admin admin] Network hostable DHCP agents. Network: 17ce47ba-754f-4a57-b915-d9f184cff0b4, hostable agents: ['dfaf9083-34c2-4df7-9672-aaebd87f4028'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 18:58:04.529201 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39a1120-e1df-4d89-ab5c-206fdc1709ea admin admin] Network 17ce47ba-754f-4a57-b915-d9f184cff0b4 is scheduled to be hosted by DHCP agent dfaf9083-34c2-4df7-9672-aaebd87f4028 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 18:58:04.553820 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-c39a1120-e1df-4d89-ab5c-206fdc1709ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-18-iscsi, 17ce47ba-754f-4a57-b915-d9f184cff0b4) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:58:04.559664 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39a1120-e1df-4d89-ab5c-206fdc1709ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:04.560289 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c39a1120-e1df-4d89-ab5c-206fdc1709ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:04.572609 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c01683-d0ff-44b0-bbff-2e7f3d1c2566 None None] Network 17ce47ba-754f-4a57-b915-d9f184cff0b4 requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 18:58:04.592919 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-c39a1120-e1df-4d89-ab5c-206fdc1709ea admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4887578 May 10 18:58:04.596299 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 38366) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:04.606532 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-07fec3e3-068d-41f2-9c3f-a7570a1ef4cf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1983261218-router', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:04.638322 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] For port 2ee0952b-8254-416f-8a27-d4e7aae5601d, host dv-cinder-836996-18-iscsi, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 18:58:04.650399 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-07fec3e3-068d-41f2-9c3f-a7570a1ef4cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2083890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2569'] for router (8e7968d0-167e-4fa8-9cf7-581b622af1ca), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:04.651460 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-07fec3e3-068d-41f2-9c3f-a7570a1ef4cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2083974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2085925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2043442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2590'] for router (8e7968d0-167e-4fa8-9cf7-581b622af1ca), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:04.658774 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4ff94ea5-44fa-4f26-b33e-aa77348ec00a admin admin] Publish callbacks [] for port (4fa6353b-757f-4df3-9826-b2d85468adfd), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:04.659692 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] For port 2ee0952b-8254-416f-8a27-d4e7aae5601d, host dv-cinder-836996-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=2ee0952b-8254-416f-8a27-d4e7aae5601d,segment=NetworkSegment(305b6081-8325-44b4-b4f1-d287ed407450),segment_id=305b6081-8325-44b4-b4f1-d287ed407450)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 18:58:04.671318 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (2ee0952b-8254-416f-8a27-d4e7aae5601d), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:04.729384 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 38370) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:04.764925 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-07fec3e3-068d-41f2-9c3f-a7570a1ef4cf admin admin] Publish callbacks [] for router_controller (8e7968d0-167e-4fa8-9cf7-581b622af1ca), precommit_add_association {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:04.819692 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4ff94ea5-44fa-4f26-b33e-aa77348ec00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578'] for port (4fa6353b-757f-4df3-9826-b2d85468adfd), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:04.827603 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca15c476-b42d-4283-a4af-7fd34dea627f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4010351-5650-5351-9072-b5f47fb5324d-17ce47ba-754f-4a57-b915-d9f184cff0b4', 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4', 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'fixed_ips': [{'subnet_id': '945414bb-2eef-4f0c-992b-73a797dbf824'}]}} from dv-cinder-836996-18-iscsi. {{(pid=103424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 18:58:04.828937 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ca15c476-b42d-4283-a4af-7fd34dea627f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:04.847333 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff94ea5-44fa-4f26-b33e-aa77348ec00a admin admin] Network fea53afb-2d4d-48cb-89ec-9b33d8fc553d is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:58:04.855729 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-4ff94ea5-44fa-4f26-b33e-aa77348ec00a admin admin] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:58:04.860453 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff94ea5-44fa-4f26-b33e-aa77348ec00a admin admin] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 18:58:04.871952 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e23d1-554b-40dd-98ed-45544f8ea83b None None] Pushing event updated for resources: {'Port': ['ID=2ee0952b-8254-416f-8a27-d4e7aae5601d,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:04.912281 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 38380) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:04.951417 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 38388) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:05.123263 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-ca15c476-b42d-4283-a4af-7fd34dea627f None None] Allocated IP 172.20.0.2 (17ce47ba-754f-4a57-b915-d9f184cff0b4/945414bb-2eef-4f0c-992b-73a797dbf824/e61caba0-e758-43e1-8433-63cb881498a6) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:58:05.127932 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b7ab131f-7d33-4dee-b822-bfebdef1040a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1418596659-network', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:05.191288 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ab131f-7d33-4dee-b822-bfebdef1040a admin admin] Made reservation on behalf of 08319d2b6ebf4a40830d212321cb6b63 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:58:05.194166 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b7ab131f-7d33-4dee-b822-bfebdef1040a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:05.219648 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b7ab131f-7d33-4dee-b822-bfebdef1040a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:05.376871 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ca15c476-b42d-4283-a4af-7fd34dea627f None None] Publish callbacks [] for port (e61caba0-e758-43e1-8433-63cb881498a6), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:05.394768 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-7fce1cf7-9772-452e-9821-1f616296cc39 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-946122391-network', 'tenant_id': '78dc305288844d31b96ce03cca84d0de'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:05.402179 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ca15c476-b42d-4283-a4af-7fd34dea627f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578'] for port (e61caba0-e758-43e1-8433-63cb881498a6), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:05.440255 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4ff94ea5-44fa-4f26-b33e-aa77348ec00a admin admin] Publish callbacks [] for router_gateway (52c41e11-9de0-42a8-a512-859793306c7d), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:05.452160 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-e60bd4c9-83da-49a6-bcd0-894891cf1592 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1803823991-network', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:05.488797 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:05.516576 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15c476-b42d-4283-a4af-7fd34dea627f None None] Pushing event updated for resources: {'Port': ['ID=e61caba0-e758-43e1-8433-63cb881498a6,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:05.524869 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca15c476-b42d-4283-a4af-7fd34dea627f None None] Network 17ce47ba-754f-4a57-b915-d9f184cff0b4 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:58:05.525823 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b7ab131f-7d33-4dee-b822-bfebdef1040a admin admin] Publish callbacks [] for security_group (72aff9fc-c94d-4c55-b0a6-f4a6026500fd), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:05.527467 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-ca15c476-b42d-4283-a4af-7fd34dea627f None None] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:58:05.532755 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca15c476-b42d-4283-a4af-7fd34dea627f None None] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 18:58:05.543739 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60bd4c9-83da-49a6-bcd0-894891cf1592 admin admin] Made reservation on behalf of e17dd3da9fc545fc901dc35e62332ab6 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:58:05.554166 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e60bd4c9-83da-49a6-bcd0-894891cf1592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:05.591977 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fce1cf7-9772-452e-9821-1f616296cc39 admin admin] Made reservation on behalf of 78dc305288844d31b96ce03cca84d0de for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:58:05.596894 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7fce1cf7-9772-452e-9821-1f616296cc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:05.597927 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-07fec3e3-068d-41f2-9c3f-a7570a1ef4cf admin admin] Publish callbacks [] for router_gateway (8e7968d0-167e-4fa8-9cf7-581b622af1ca), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:05.603632 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e60bd4c9-83da-49a6-bcd0-894891cf1592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:05.606752 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff94ea5-44fa-4f26-b33e-aa77348ec00a admin admin] Pushing event updated for resources: {'Port': ['ID=4fa6353b-757f-4df3-9826-b2d85468adfd,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:05.619889 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-ca15c476-b42d-4283-a4af-7fd34dea627f None None] Attempting to bind port e61caba0-e758-43e1-8433-63cb881498a6 on host dv-cinder-836996-18-iscsi for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 18:58:05.620639 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-ca15c476-b42d-4283-a4af-7fd34dea627f None None] Attempting to bind port e61caba0-e758-43e1-8433-63cb881498a6 by drivers openvswitch,hyperv on host dv-cinder-836996-18-iscsi at level 0 using segments [{'id': '1868c427-5847-444e-a7f0-4f51b9eb2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 18:58:05.621485 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca15c476-b42d-4283-a4af-7fd34dea627f None None] Attempting to bind port e61caba0-e758-43e1-8433-63cb881498a6 on network 17ce47ba-754f-4a57-b915-d9f184cff0b4 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 18:58:05.629172 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca15c476-b42d-4283-a4af-7fd34dea627f None None] Checking agent: {'id': 'c34e4451-1c74-4654-b00e-86e650275fac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 49, 35), 'started_at': datetime.datetime(2022, 5, 10, 18, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 18, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 18:58:05.629971 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca15c476-b42d-4283-a4af-7fd34dea627f None None] Checking segment: {'id': '1868c427-5847-444e-a7f0-4f51b9eb2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:58:05.630603 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ca15c476-b42d-4283-a4af-7fd34dea627f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:05.631353 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca15c476-b42d-4283-a4af-7fd34dea627f None None] Bound using segment: {'id': '1868c427-5847-444e-a7f0-4f51b9eb2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 18:58:05.632035 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-ca15c476-b42d-4283-a4af-7fd34dea627f None None] Bound port: e61caba0-e758-43e1-8433-63cb881498a6, host: dv-cinder-836996-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1868c427-5847-444e-a7f0-4f51b9eb2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 18:58:05.632891 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ca15c476-b42d-4283-a4af-7fd34dea627f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (e61caba0-e758-43e1-8433-63cb881498a6), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:05.676909 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b7ab131f-7d33-4dee-b822-bfebdef1040a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (72aff9fc-c94d-4c55-b0a6-f4a6026500fd), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:05.695442 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7fce1cf7-9772-452e-9821-1f616296cc39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:05.748137 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-ca15c476-b42d-4283-a4af-7fd34dea627f None None] For port e61caba0-e758-43e1-8433-63cb881498a6, host dv-cinder-836996-18-iscsi, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 18:58:05.757950 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-ca15c476-b42d-4283-a4af-7fd34dea627f None None] For port e61caba0-e758-43e1-8433-63cb881498a6, host dv-cinder-836996-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=e61caba0-e758-43e1-8433-63cb881498a6,segment=NetworkSegment(1868c427-5847-444e-a7f0-4f51b9eb2322),segment_id=1868c427-5847-444e-a7f0-4f51b9eb2322)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 18:58:05.762267 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ab131f-7d33-4dee-b822-bfebdef1040a admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 18:58:05.777647 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ca15c476-b42d-4283-a4af-7fd34dea627f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (e61caba0-e758-43e1-8433-63cb881498a6), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:05.873252 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b7ab131f-7d33-4dee-b822-bfebdef1040a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860'] for segment (04de397a-54d1-4abc-9167-6db11e2916d9), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:05.874440 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.db.segments_db [None req-b7ab131f-7d33-4dee-b822-bfebdef1040a admin admin] Added segment 04de397a-54d1-4abc-9167-6db11e2916d9 of type vlan for network a4576b84-9910-4693-87ed-530385aa986d May 10 18:58:05.888163 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab131f-7d33-4dee-b822-bfebdef1040a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72aff9fc-c94d-4c55-b0a6-f4a6026500fd,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:05.929843 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15c476-b42d-4283-a4af-7fd34dea627f None None] Pushing event updated for resources: {'Port': ['ID=e61caba0-e758-43e1-8433-63cb881498a6,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:06.050711 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4ff94ea5-44fa-4f26-b33e-aa77348ec00a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2083977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2086088'] for router (52c41e11-9de0-42a8-a512-859793306c7d), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:06.146745 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b7ab131f-7d33-4dee-b822-bfebdef1040a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776401517752'] for network (a4576b84-9910-4693-87ed-530385aa986d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:06.312076 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e60bd4c9-83da-49a6-bcd0-894891cf1592 admin admin] Publish callbacks [] for security_group (d348fb79-830b-4148-90f4-891e9a4bf55f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:06.405373 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e60bd4c9-83da-49a6-bcd0-894891cf1592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (d348fb79-830b-4148-90f4-891e9a4bf55f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:06.409791 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b7ab131f-7d33-4dee-b822-bfebdef1040a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498'] for network (a4576b84-9910-4693-87ed-530385aa986d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:06.410917 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ab131f-7d33-4dee-b822-bfebdef1040a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:06.411714 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b7ab131f-7d33-4dee-b822-bfebdef1040a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:06.499818 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7fce1cf7-9772-452e-9821-1f616296cc39 admin admin] Publish callbacks [] for security_group (f5305e2e-efa5-4972-a7fe-4a69ecd167fb), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:06.519470 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e60bd4c9-83da-49a6-bcd0-894891cf1592 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 18:58:06.560906 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e60bd4c9-83da-49a6-bcd0-894891cf1592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860'] for segment (bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:06.561710 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.db.segments_db [None req-e60bd4c9-83da-49a6-bcd0-894891cf1592 admin admin] Added segment bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92 of type vlan for network 93f50fb6-d466-4999-a1b0-4ced1d39cc1d May 10 18:58:06.606834 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 2ee0952b-8254-416f-8a27-d4e7aae5601d up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:58:06.641029 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e60bd4c9-83da-49a6-bcd0-894891cf1592 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776401517752'] for network (93f50fb6-d466-4999-a1b0-4ced1d39cc1d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:06.669110 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7fce1cf7-9772-452e-9821-1f616296cc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (f5305e2e-efa5-4972-a7fe-4a69ecd167fb), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:06.676121 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60bd4c9-83da-49a6-bcd0-894891cf1592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d348fb79-830b-4148-90f4-891e9a4bf55f,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:06.700229 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-b7ab131f-7d33-4dee-b822-bfebdef1040a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9692094 May 10 18:58:06.705645 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 38420) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:06.732173 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3117fb77-f060-448c-8790-b5ebea972139 None None] Network f5c43a6a-f0d1-477d-a8c6-2fea358c2538 requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 18:58:06.830738 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab131f-7d33-4dee-b822-bfebdef1040a admin admin] Pushing event updated for resources: {'Network': ['ID=a4576b84-9910-4693-87ed-530385aa986d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:06.832929 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce1cf7-9772-452e-9821-1f616296cc39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5305e2e-efa5-4972-a7fe-4a69ecd167fb,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:06.839697 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff94ea5-44fa-4f26-b33e-aa77348ec00a admin admin] Router 52c41e11-9de0-42a8-a512-859793306c7d is scheduled to L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 with binding_index 1 {{(pid=103423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 18:58:06.840294 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.db.resource_extend [None req-e60bd4c9-83da-49a6-bcd0-894891cf1592 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 18:58:06.849027 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-96f76910-dcdf-49b9-839a-4f102710b277 admin admin] Request body: {'subnet': {'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1418596659-subnet', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:06.883792 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f76910-dcdf-49b9-839a-4f102710b277 admin admin] Made reservation on behalf of 08319d2b6ebf4a40830d212321cb6b63 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:58:06.886667 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-96f76910-dcdf-49b9-839a-4f102710b277 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:06.926365 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-07fec3e3-068d-41f2-9c3f-a7570a1ef4cf admin admin] Publish callbacks [] for router_gateway (8e7968d0-167e-4fa8-9cf7-581b622af1ca), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:06.952973 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Network a4576b84-9910-4693-87ed-530385aa986d details requested by agent ovs-agent-dv-cinder-836996-18-iscsi with host dv-cinder-836996-18-iscsi {{(pid=103424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 18:58:06.957878 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fce1cf7-9772-452e-9821-1f616296cc39 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 18:58:06.963646 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:07.018586 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port 2ee0952b-8254-416f-8a27-d4e7aae5601d triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:07.019210 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (2ee0952b-8254-416f-8a27-d4e7aae5601d), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:07.076093 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e60bd4c9-83da-49a6-bcd0-894891cf1592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498'] for network (93f50fb6-d466-4999-a1b0-4ced1d39cc1d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:07.079179 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60bd4c9-83da-49a6-bcd0-894891cf1592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:07.080598 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e60bd4c9-83da-49a6-bcd0-894891cf1592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:07.086063 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-07fec3e3-068d-41f2-9c3f-a7570a1ef4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:07.089200 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7fce1cf7-9772-452e-9821-1f616296cc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860'] for segment (a37197f5-e5ec-4c52-bd5d-47b60008e78c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:07.091063 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.db.segments_db [None req-7fce1cf7-9772-452e-9821-1f616296cc39 admin admin] Added segment a37197f5-e5ec-4c52-bd5d-47b60008e78c of type vlan for network ae0b3827-f93b-468a-bc15-f879841e540a May 10 18:58:07.160110 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff94ea5-44fa-4f26-b33e-aa77348ec00a admin admin] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 18:58:07.184185 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9aab4c-0b38-419b-81b1-efa89c979e5a None None] Sync routers for ids ['52c41e11-9de0-42a8-a512-859793306c7d'] in dv-cinder-836996-18-iscsi {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:58:07.220464 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9aab4c-0b38-419b-81b1-efa89c979e5a None None] Routers {'52c41e11-9de0-42a8-a512-859793306c7d'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:58:07.221711 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-7d9aab4c-0b38-419b-81b1-efa89c979e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T18:58:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['52c41e11-9de0-42a8-a512-859793306c7d'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:07.240662 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4ff94ea5-44fa-4f26-b33e-aa77348ec00a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:07.245443 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-4ff94ea5-44fa-4f26-b33e-aa77348ec00a admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7858813 May 10 18:58:07.246442 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 38442) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:07.380142 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-e60bd4c9-83da-49a6-bcd0-894891cf1592 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4623394 May 10 18:58:07.394263 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 38446) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:07.438958 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60bd4c9-83da-49a6-bcd0-894891cf1592 admin admin] Pushing event updated for resources: {'Network': ['ID=93f50fb6-d466-4999-a1b0-4ced1d39cc1d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:07.577846 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-7d9aab4c-0b38-419b-81b1-efa89c979e5a None None] Set router 52c41e11-9de0-42a8-a512-859793306c7d gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:58:07.633587 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-a144b356-fb0d-437b-9b8d-e34b6619ba5b None None] Provisioning complete for port 2ee0952b-8254-416f-8a27-d4e7aae5601d triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:07.634358 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a144b356-fb0d-437b-9b8d-e34b6619ba5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (2ee0952b-8254-416f-8a27-d4e7aae5601d), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:07.698801 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-bc837da7-098b-4338-8d66-6731194e8382 admin admin] Request body: {'subnet': {'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1803823991-subnet', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:07.718679 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-96f76910-dcdf-49b9-839a-4f102710b277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498'] for subnet (c386732f-c86a-499c-bc04-b74b79921f36), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:07.776529 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-07fec3e3-068d-41f2-9c3f-a7570a1ef4cf admin admin] Allocated IP 172.27.1.39 (fea53afb-2d4d-48cb-89ec-9b33d8fc553d/12fc4f2d-8382-4ccf-abb9-52281f433079/f0290121-ea84-4326-9353-1b48caf6680d) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:58:07.792184 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f76910-dcdf-49b9-839a-4f102710b277 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c386732f-c86a-499c-bc04-b74b79921f36,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:07.805366 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7fce1cf7-9772-452e-9821-1f616296cc39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776401517752'] for network (ae0b3827-f93b-468a-bc15-f879841e540a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:07.873396 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc837da7-098b-4338-8d66-6731194e8382 admin admin] Made reservation on behalf of e17dd3da9fc545fc901dc35e62332ab6 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:58:07.874732 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Network 93f50fb6-d466-4999-a1b0-4ced1d39cc1d details requested by agent ovs-agent-dv-cinder-836996-18-iscsi with host dv-cinder-836996-18-iscsi {{(pid=103424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 18:58:07.874913 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bc837da7-098b-4338-8d66-6731194e8382 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:07.971130 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-7d9aab4c-0b38-419b-81b1-efa89c979e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c41e11-9de0-42a8-a512-859793306c7d', 'name': 'tempest-ServerRescueNegativeTestJSON-1083329581-router', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4fa6353b-757f-4df3-9826-b2d85468adfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:03Z', 'updated_at': '2022-05-10T18:58:05Z', 'revision_number': 3, 'project_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'gw_port': {'id': '4fa6353b-757f-4df3-9826-b2d85468adfd', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c41e11-9de0-42a8-a512-859793306c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:04Z', 'updated_at': '2022-05-10T18:58:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi'}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:08.032622 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9aab4c-0b38-419b-81b1-efa89c979e5a None None] Checking router: 52c41e11-9de0-42a8-a512-859793306c7d for host: dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:58:08.033188 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9aab4c-0b38-419b-81b1-efa89c979e5a None None] Updating router 52c41e11-9de0-42a8-a512-859793306c7d port 4fa6353b-757f-4df3-9826-b2d85468adfd binding host dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 18:58:08.105958 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7d9aab4c-0b38-419b-81b1-efa89c979e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (4fa6353b-757f-4df3-9826-b2d85468adfd), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:08.260406 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f76910-dcdf-49b9-839a-4f102710b277 admin admin] Checking segment: {'id': '04de397a-54d1-4abc-9167-6db11e2916d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:58:08.260902 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f76910-dcdf-49b9-839a-4f102710b277 admin admin] Network hostable DHCP agents. Network: a4576b84-9910-4693-87ed-530385aa986d, hostable agents: ['dfaf9083-34c2-4df7-9672-aaebd87f4028'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 18:58:08.265028 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bc837da7-098b-4338-8d66-6731194e8382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498'] for subnet (8531edb7-c043-461d-9962-84adba840bae), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:08.328842 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc837da7-098b-4338-8d66-6731194e8382 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8531edb7-c043-461d-9962-84adba840bae,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:08.340393 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7fce1cf7-9772-452e-9821-1f616296cc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498'] for network (ae0b3827-f93b-468a-bc15-f879841e540a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:08.349962 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fce1cf7-9772-452e-9821-1f616296cc39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:08.350594 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7fce1cf7-9772-452e-9821-1f616296cc39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:08.363826 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f626a1-a996-401d-92ab-0eb60ff60589 None None] Network 17ce47ba-754f-4a57-b915-d9f184cff0b4 requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 18:58:08.511888 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-07fec3e3-068d-41f2-9c3f-a7570a1ef4cf admin admin] Publish callbacks [] for port (f0290121-ea84-4326-9353-1b48caf6680d), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:08.548030 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-a144b356-fb0d-437b-9b8d-e34b6619ba5b None None] Current status of the port 2ee0952b-8254-416f-8a27-d4e7aae5601d is: DOWN; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:08.548635 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a144b356-fb0d-437b-9b8d-e34b6619ba5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (2ee0952b-8254-416f-8a27-d4e7aae5601d), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:08.576247 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port 2ee0952b-8254-416f-8a27-d4e7aae5601d is: DOWN; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:08.577283 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (2ee0952b-8254-416f-8a27-d4e7aae5601d), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:08.634123 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-7fce1cf7-9772-452e-9821-1f616296cc39 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.6785433 May 10 18:58:08.636540 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 38486) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:08.659060 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-5ff107b9-676f-4644-b9dd-6caf51755c75 admin admin] Request body: {'subnet': {'network_id': 'ae0b3827-f93b-468a-bc15-f879841e540a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-946122391-subnet', 'tenant_id': '78dc305288844d31b96ce03cca84d0de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:08.676771 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce1cf7-9772-452e-9821-1f616296cc39 admin admin] Pushing event updated for resources: {'Network': ['ID=ae0b3827-f93b-468a-bc15-f879841e540a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:08.725889 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-a144b356-fb0d-437b-9b8d-e34b6619ba5b None None] For port 2ee0952b-8254-416f-8a27-d4e7aae5601d, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=2ee0952b-8254-416f-8a27-d4e7aae5601d,segment=NetworkSegment(305b6081-8325-44b4-b4f1-d287ed407450),segment_id=305b6081-8325-44b4-b4f1-d287ed407450)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:58:08.726194 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f76910-dcdf-49b9-839a-4f102710b277 admin admin] Network a4576b84-9910-4693-87ed-530385aa986d is scheduled to be hosted by DHCP agent dfaf9083-34c2-4df7-9672-aaebd87f4028 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 18:58:08.758063 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Network ae0b3827-f93b-468a-bc15-f879841e540a details requested by agent ovs-agent-dv-cinder-836996-18-iscsi with host dv-cinder-836996-18-iscsi {{(pid=103424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 18:58:08.769969 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a144b356-fb0d-437b-9b8d-e34b6619ba5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (2ee0952b-8254-416f-8a27-d4e7aae5601d), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:08.776820 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc837da7-098b-4338-8d66-6731194e8382 admin admin] Checking segment: {'id': 'bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:58:08.777400 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc837da7-098b-4338-8d66-6731194e8382 admin admin] Network hostable DHCP agents. Network: 93f50fb6-d466-4999-a1b0-4ced1d39cc1d, hostable agents: ['dfaf9083-34c2-4df7-9672-aaebd87f4028'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 18:58:08.783720 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-96f76910-dcdf-49b9-839a-4f102710b277 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-18-iscsi, a4576b84-9910-4693-87ed-530385aa986d) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:58:08.799159 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-07fec3e3-068d-41f2-9c3f-a7570a1ef4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578'] for port (f0290121-ea84-4326-9353-1b48caf6680d), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:08.804061 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f76910-dcdf-49b9-839a-4f102710b277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:08.804688 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-96f76910-dcdf-49b9-839a-4f102710b277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:08.823356 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff107b9-676f-4644-b9dd-6caf51755c75 admin admin] Made reservation on behalf of 78dc305288844d31b96ce03cca84d0de for: {'subnet': 1} {{(pid=103423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:58:08.833182 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5ff107b9-676f-4644-b9dd-6caf51755c75 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:08.876566 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc837da7-098b-4338-8d66-6731194e8382 admin admin] Network 93f50fb6-d466-4999-a1b0-4ced1d39cc1d is scheduled to be hosted by DHCP agent dfaf9083-34c2-4df7-9672-aaebd87f4028 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 18:58:08.896554 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24c53aa-16fe-47b2-8130-57a802a59ca7 None None] Network a4576b84-9910-4693-87ed-530385aa986d requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 18:58:08.909891 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-bc837da7-098b-4338-8d66-6731194e8382 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-18-iscsi, 93f50fb6-d466-4999-a1b0-4ced1d39cc1d) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:58:08.917810 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-96f76910-dcdf-49b9-839a-4f102710b277 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0877945 May 10 18:58:08.921992 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc837da7-098b-4338-8d66-6731194e8382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:08.928284 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bc837da7-098b-4338-8d66-6731194e8382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:08.934855 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 38504) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:08.947489 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-ba79a4b4-864c-4ceb-bae8-8a3ca4e2a5fb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1418596659-router', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:08.997063 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-bc837da7-098b-4338-8d66-6731194e8382 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5590806 May 10 18:58:09.001458 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 38510) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:09.006468 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-9f080d8b-b9e5-49d0-b529-43a9c622335b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1803823991-router', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:09.025037 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ba79a4b4-864c-4ceb-bae8-8a3ca4e2a5fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2083890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2569'] for router (224c80a3-2c7e-4fdf-addf-77721e5d4aa9), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:09.026457 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ba79a4b4-864c-4ceb-bae8-8a3ca4e2a5fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2083974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2085925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2043442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2590'] for router (224c80a3-2c7e-4fdf-addf-77721e5d4aa9), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:09.041467 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fec3e3-068d-41f2-9c3f-a7570a1ef4cf admin admin] Network fea53afb-2d4d-48cb-89ec-9b33d8fc553d is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:58:09.115267 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f080d8b-b9e5-49d0-b529-43a9c622335b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2083890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2569'] for router (c34f1854-ab5f-49fe-804e-af07c7a0edde), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:09.116572 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f080d8b-b9e5-49d0-b529-43a9c622335b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2083974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2085925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2043442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2590'] for router (c34f1854-ab5f-49fe-804e-af07c7a0edde), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:09.129965 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-07fec3e3-068d-41f2-9c3f-a7570a1ef4cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:58:09.150479 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fec3e3-068d-41f2-9c3f-a7570a1ef4cf admin admin] Pushing event updated for resources: {'Port': ['ID=f0290121-ea84-4326-9353-1b48caf6680d,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:09.167544 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fec3e3-068d-41f2-9c3f-a7570a1ef4cf admin admin] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 18:58:09.231157 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f080d8b-b9e5-49d0-b529-43a9c622335b admin admin] Publish callbacks [] for router_controller (c34f1854-ab5f-49fe-804e-af07c7a0edde), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:09.274807 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ba79a4b4-864c-4ceb-bae8-8a3ca4e2a5fb admin admin] Publish callbacks [] for router_controller (224c80a3-2c7e-4fdf-addf-77721e5d4aa9), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:09.327637 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7d9aab4c-0b38-419b-81b1-efa89c979e5a None None] Publish callbacks [] for port (4fa6353b-757f-4df3-9826-b2d85468adfd), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:09.331259 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8ebc9e8d-f517-4a4f-b6ac-0606eed0410b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:09.352491 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7d9aab4c-0b38-419b-81b1-efa89c979e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (4fa6353b-757f-4df3-9826-b2d85468adfd), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:09.391386 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9101dd48-d1e2-4c80-9a4e-7bf74afd5dbb None None] Network 93f50fb6-d466-4999-a1b0-4ced1d39cc1d requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 18:58:09.508563 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [None req-7d9aab4c-0b38-419b-81b1-efa89c979e5a None None] Attempting to bind port 4fa6353b-757f-4df3-9826-b2d85468adfd on host dv-cinder-836996-18-iscsi for vnic_type normal with profile {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 18:58:09.511703 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [None req-7d9aab4c-0b38-419b-81b1-efa89c979e5a None None] Attempting to bind port 4fa6353b-757f-4df3-9826-b2d85468adfd by drivers openvswitch,hyperv on host dv-cinder-836996-18-iscsi at level 0 using segments [{'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}] {{(pid=103425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 18:58:09.512150 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9aab4c-0b38-419b-81b1-efa89c979e5a None None] Attempting to bind port 4fa6353b-757f-4df3-9826-b2d85468adfd on network fea53afb-2d4d-48cb-89ec-9b33d8fc553d {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 18:58:09.538429 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9aab4c-0b38-419b-81b1-efa89c979e5a None None] Checking agent: {'id': 'c34e4451-1c74-4654-b00e-86e650275fac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 49, 35), 'started_at': datetime.datetime(2022, 5, 10, 18, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 18, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 18:58:09.539778 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9aab4c-0b38-419b-81b1-efa89c979e5a None None] Checking segment: {'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:58:09.541312 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7d9aab4c-0b38-419b-81b1-efa89c979e5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:09.542973 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9aab4c-0b38-419b-81b1-efa89c979e5a None None] Bound using segment: {'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'} {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 18:58:09.544228 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [None req-7d9aab4c-0b38-419b-81b1-efa89c979e5a None None] Bound port: 4fa6353b-757f-4df3-9826-b2d85468adfd, host: dv-cinder-836996-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}}] {{(pid=103425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 18:58:09.545785 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7d9aab4c-0b38-419b-81b1-efa89c979e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (4fa6353b-757f-4df3-9826-b2d85468adfd), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:09.551280 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb7393-6ee0-42bd-9c79-4a57540c1a79 None None] Pushing event updated for resources: {'Port': ['ID=4fa6353b-757f-4df3-9826-b2d85468adfd,revision_number=2']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:09.584461 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 38528) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:09.589707 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb7393-6ee0-42bd-9c79-4a57540c1a79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:09.590920 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb7393-6ee0-42bd-9c79-4a57540c1a79 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:09.591510 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb7393-6ee0-42bd-9c79-4a57540c1a79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:09.592078 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb7393-6ee0-42bd-9c79-4a57540c1a79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:09.592642 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb7393-6ee0-42bd-9c79-4a57540c1a79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:09.593218 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb7393-6ee0-42bd-9c79-4a57540c1a79 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:09.593757 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb7393-6ee0-42bd-9c79-4a57540c1a79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:09.594442 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb7393-6ee0-42bd-9c79-4a57540c1a79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:09.595010 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb7393-6ee0-42bd-9c79-4a57540c1a79 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:09.595550 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb7393-6ee0-42bd-9c79-4a57540c1a79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:09.596843 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb7393-6ee0-42bd-9c79-4a57540c1a79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:09.597420 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb7393-6ee0-42bd-9c79-4a57540c1a79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:09.597971 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb7393-6ee0-42bd-9c79-4a57540c1a79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:09.598524 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb7393-6ee0-42bd-9c79-4a57540c1a79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:09.599066 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb7393-6ee0-42bd-9c79-4a57540c1a79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb7393-6ee0-42bd-9c79-4a57540c1a79 None None] Tracked resource versions report: May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: pushed versions: May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: { 'AddressGroup': {'1.2'}, May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: 'Agent': {'1.1'}, May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: 'ConntrackHelper': {'1.0'}, May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: 'LocalIPAssociation': {'1.0'}, May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: 'Log': {'1.0'}, May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: 'NDPProxy': {'1.0'}, May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: 'Network': {'1.1'}, May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: 'Port': {'1.7'}, May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: 'PortForwarding': {'1.3'}, May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: 'QosPolicy': {'1.10'}, May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: 'SecurityGroup': {'1.5'}, May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: 'SecurityGroupRule': {'1.2'}, May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: 'SubPort': {'1.0'}, May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: 'Subnet': {'1.1'}, May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: 'Trunk': {'1.1'}} May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: consumer versions: May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: { DHCP agent@dv-cinder-836996-18-iscsi: {}, May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: HyperV agent@hv-cinder-83699: {}, May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: L3 agent@dv-cinder-836996-18-iscsi: {}, May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: Metadata agent@dv-cinder-836996-18-iscsi: {}, May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: Metering agent@dv-cinder-836996-18-iscsi: {}, May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: Open vSwitch agent@dv-cinder-836996-18-iscsi: { 'AddressGroup': '1.2', May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: 'Agent': '1.1', May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: 'ConntrackHelper': '1.0', May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: 'LocalIPAssociation': '1.0', May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: 'Log': '1.0', May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: 'NDPProxy': '1.0', May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: 'Network': '1.1', May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: 'Port': '1.7', May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: 'PortForwarding': '1.3', May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: 'QosPolicy': '1.10', May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: 'SecurityGroup': '1.5', May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: 'SecurityGroupRule': '1.2', May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: 'SubPort': '1.0', May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: 'Subnet': '1.1', May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: 'Trunk': '1.1'}} May 10 18:58:09.601108 dv-cinder-836996-18-iscsi neutron-server[103425]: {{(pid=103425) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 18:58:09.651786 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-7d9aab4c-0b38-419b-81b1-efa89c979e5a None None] For port 4fa6353b-757f-4df3-9826-b2d85468adfd, host dv-cinder-836996-18-iscsi, cleared binding levels {{(pid=103425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 18:58:09.658902 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-7d9aab4c-0b38-419b-81b1-efa89c979e5a None None] For port 4fa6353b-757f-4df3-9826-b2d85468adfd, host dv-cinder-836996-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=4fa6353b-757f-4df3-9826-b2d85468adfd,segment=NetworkSegment(5e4a060e-4ea0-4d95-88b5-1969f86bafa6),segment_id=5e4a060e-4ea0-4d95-88b5-1969f86bafa6)] {{(pid=103425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 18:58:09.666666 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df2a372-c524-4707-96c1-54b223662919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4010351-5650-5351-9072-b5f47fb5324d-a4576b84-9910-4693-87ed-530385aa986d', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'fixed_ips': [{'subnet_id': 'c386732f-c86a-499c-bc04-b74b79921f36'}]}} from dv-cinder-836996-18-iscsi. {{(pid=103424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 18:58:09.668239 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2df2a372-c524-4707-96c1-54b223662919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:09.670249 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7d9aab4c-0b38-419b-81b1-efa89c979e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (4fa6353b-757f-4df3-9826-b2d85468adfd), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:09.769092 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f080d8b-b9e5-49d0-b529-43a9c622335b admin admin] Publish callbacks [] for router_gateway (c34f1854-ab5f-49fe-804e-af07c7a0edde), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:09.770689 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb7393-6ee0-42bd-9c79-4a57540c1a79 None None] Pushing event updated for resources: {'Port': ['ID=4fa6353b-757f-4df3-9826-b2d85468adfd,revision_number=3']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:09.823564 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9aab4c-0b38-419b-81b1-efa89c979e5a None None] Routers {'52c41e11-9de0-42a8-a512-859793306c7d'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:58:09.825559 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-7d9aab4c-0b38-419b-81b1-efa89c979e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T18:58:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['52c41e11-9de0-42a8-a512-859793306c7d'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:09.866909 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.db.api [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 18:58:09.867599 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG oslo_db.api [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 18:58:09.986775 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-3abbcf3f-57eb-457a-9476-2e6302d9e04c None None] Provisioning complete for port e61caba0-e758-43e1-8433-63cb881498a6 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:09.987146 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3abbcf3f-57eb-457a-9476-2e6302d9e04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (e61caba0-e758-43e1-8433-63cb881498a6), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:09.993958 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-7d9aab4c-0b38-419b-81b1-efa89c979e5a None None] Set router 52c41e11-9de0-42a8-a512-859793306c7d gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:58:10.006154 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ba79a4b4-864c-4ceb-bae8-8a3ca4e2a5fb admin admin] Publish callbacks [] for router_gateway (224c80a3-2c7e-4fdf-addf-77721e5d4aa9), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:10.028755 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144b356-fb0d-437b-9b8d-e34b6619ba5b None None] Pushing event updated for resources: {'Port': ['ID=2ee0952b-8254-416f-8a27-d4e7aae5601d,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:10.136227 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d701c71-a63c-4d32-a95b-b4ee11f93105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4010351-5650-5351-9072-b5f47fb5324d-93f50fb6-d466-4999-a1b0-4ced1d39cc1d', 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d', 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'fixed_ips': [{'subnet_id': '8531edb7-c043-461d-9962-84adba840bae'}]}} from dv-cinder-836996-18-iscsi. {{(pid=103424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 18:58:10.137126 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2d701c71-a63c-4d32-a95b-b4ee11f93105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:10.142182 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7319ec6a-8ac4-4993-a6ba-73f398e57976 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:10.188440 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-2df2a372-c524-4707-96c1-54b223662919 None None] Allocated IP 172.20.0.2 (a4576b84-9910-4693-87ed-530385aa986d/c386732f-c86a-499c-bc04-b74b79921f36/79bf2016-a139-43e6-a886-3fcda10864bb) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:58:10.341876 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-7d9aab4c-0b38-419b-81b1-efa89c979e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c41e11-9de0-42a8-a512-859793306c7d', 'name': 'tempest-ServerRescueNegativeTestJSON-1083329581-router', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4fa6353b-757f-4df3-9826-b2d85468adfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:03Z', 'updated_at': '2022-05-10T18:58:05Z', 'revision_number': 3, 'project_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'gw_port': {'id': '4fa6353b-757f-4df3-9826-b2d85468adfd', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c41e11-9de0-42a8-a512-859793306c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:04Z', 'updated_at': '2022-05-10T18:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi'}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:10.363535 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-3abbcf3f-57eb-457a-9476-2e6302d9e04c None None] Current status of the port e61caba0-e758-43e1-8433-63cb881498a6 is: DOWN; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:10.363922 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3abbcf3f-57eb-457a-9476-2e6302d9e04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (e61caba0-e758-43e1-8433-63cb881498a6), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:10.387992 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9aab4c-0b38-419b-81b1-efa89c979e5a None None] The sync data for ids ['52c41e11-9de0-42a8-a512-859793306c7d'] in dv-cinder-836996-18-iscsi is: [{'id': '52c41e11-9de0-42a8-a512-859793306c7d', 'name': 'tempest-ServerRescueNegativeTestJSON-1083329581-router', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4fa6353b-757f-4df3-9826-b2d85468adfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:03Z', 'updated_at': '2022-05-10T18:58:05Z', 'revision_number': 3, 'project_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'gw_port': {'id': '4fa6353b-757f-4df3-9826-b2d85468adfd', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c41e11-9de0-42a8-a512-859793306c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:04Z', 'updated_at': '2022-05-10T18:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi'}] {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:58:10.480179 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ba79a4b4-864c-4ceb-bae8-8a3ca4e2a5fb admin admin] Publish callbacks [] for router_gateway (224c80a3-2c7e-4fdf-addf-77721e5d4aa9), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:10.503726 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f080d8b-b9e5-49d0-b529-43a9c622335b admin admin] Publish callbacks [] for router_gateway (c34f1854-ab5f-49fe-804e-af07c7a0edde), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:10.511060 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ba79a4b4-864c-4ceb-bae8-8a3ca4e2a5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:10.520394 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port 2ee0952b-8254-416f-8a27-d4e7aae5601d is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:10.539065 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-3abbcf3f-57eb-457a-9476-2e6302d9e04c None None] For port e61caba0-e758-43e1-8433-63cb881498a6, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=e61caba0-e758-43e1-8433-63cb881498a6,segment=NetworkSegment(1868c427-5847-444e-a7f0-4f51b9eb2322),segment_id=1868c427-5847-444e-a7f0-4f51b9eb2322)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:58:10.553120 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f080d8b-b9e5-49d0-b529-43a9c622335b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:10.554978 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-2d701c71-a63c-4d32-a95b-b4ee11f93105 None None] Allocated IP 172.20.0.2 (93f50fb6-d466-4999-a1b0-4ced1d39cc1d/8531edb7-c043-461d-9962-84adba840bae/f98b2d3b-7a3b-4522-b1d4-6c974f2cb253) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:58:10.557145 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3abbcf3f-57eb-457a-9476-2e6302d9e04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (e61caba0-e758-43e1-8433-63cb881498a6), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:10.640511 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-3abbcf3f-57eb-457a-9476-2e6302d9e04c None None] Provisioning complete for port 2ee0952b-8254-416f-8a27-d4e7aae5601d triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:10.640952 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3abbcf3f-57eb-457a-9476-2e6302d9e04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (2ee0952b-8254-416f-8a27-d4e7aae5601d), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:10.763790 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abbcf3f-57eb-457a-9476-2e6302d9e04c None None] Pushing event updated for resources: {'Port': ['ID=e61caba0-e758-43e1-8433-63cb881498a6,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:10.785684 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-8ebc9e8d-f517-4a4f-b6ac-0606eed0410b admin admin] Allocated IP 172.20.0.1 (f5c43a6a-f0d1-477d-a8c6-2fea358c2538/9ed489f3-e7d1-46ad-8ba4-625045889072/73e24de6-cf79-4d79-b1ac-5133e91e46bb) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:58:10.873102 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2df2a372-c524-4707-96c1-54b223662919 None None] Publish callbacks [] for port (79bf2016-a139-43e6-a886-3fcda10864bb), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:10.920254 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device e61caba0-e758-43e1-8433-63cb881498a6 up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:58:10.927751 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2df2a372-c524-4707-96c1-54b223662919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578'] for port (79bf2016-a139-43e6-a886-3fcda10864bb), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:10.963859 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7319ec6a-8ac4-4993-a6ba-73f398e57976 admin admin] Publish callbacks [] for security_group (d504d363-d26a-4016-ab37-8fd634734b86), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:10.979589 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7319ec6a-8ac4-4993-a6ba-73f398e57976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (d504d363-d26a-4016-ab37-8fd634734b86), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:11.016254 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-ba79a4b4-864c-4ceb-bae8-8a3ca4e2a5fb admin admin] Allocated IP 172.27.1.128 (fea53afb-2d4d-48cb-89ec-9b33d8fc553d/12fc4f2d-8382-4ccf-abb9-52281f433079/4c63e66f-c234-436e-8c63-0fcbb0491af6) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:58:11.016880 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-7319ec6a-8ac4-4993-a6ba-73f398e57976 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=05a6b2c4cfba4d67b94d5a4712771c1f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4281664 May 10 18:58:11.016992 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 38546) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:11.042936 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319ec6a-8ac4-4993-a6ba-73f398e57976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d504d363-d26a-4016-ab37-8fd634734b86,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:11.049402 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5ff107b9-676f-4644-b9dd-6caf51755c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498'] for subnet (adf3250e-cef8-46a7-b04b-c2b2a1ec720d), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:11.126711 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff107b9-676f-4644-b9dd-6caf51755c75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adf3250e-cef8-46a7-b04b-c2b2a1ec720d,revision_number=0']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:11.134405 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-07fec3e3-068d-41f2-9c3f-a7570a1ef4cf admin admin] Publish callbacks [] for router_gateway (8e7968d0-167e-4fa8-9cf7-581b622af1ca), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:11.190036 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4a1b9a42-0c25-482d-8d16-aad87d88c79b admin admin] Publish callbacks [] for security_group (d504d363-d26a-4016-ab37-8fd634734b86), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:11.241280 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4a1b9a42-0c25-482d-8d16-aad87d88c79b admin admin] Publish callbacks [] for security_group (d504d363-d26a-4016-ab37-8fd634734b86), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:11.256053 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-3abbcf3f-57eb-457a-9476-2e6302d9e04c None None] Current status of the port 2ee0952b-8254-416f-8a27-d4e7aae5601d is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:11.281424 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ba79a4b4-864c-4ceb-bae8-8a3ca4e2a5fb admin admin] Publish callbacks [] for port (4c63e66f-c234-436e-8c63-0fcbb0491af6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:11.321118 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df2a372-c524-4707-96c1-54b223662919 None None] Pushing event updated for resources: {'Port': ['ID=79bf2016-a139-43e6-a886-3fcda10864bb,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:11.370437 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2d701c71-a63c-4d32-a95b-b4ee11f93105 None None] Publish callbacks [] for port (f98b2d3b-7a3b-4522-b1d4-6c974f2cb253), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:11.379707 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4a1b9a42-0c25-482d-8d16-aad87d88c79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (d504d363-d26a-4016-ab37-8fd634734b86), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:11.380476 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df2a372-c524-4707-96c1-54b223662919 None None] Network a4576b84-9910-4693-87ed-530385aa986d is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:58:11.383953 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-2df2a372-c524-4707-96c1-54b223662919 None None] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:58:11.388153 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df2a372-c524-4707-96c1-54b223662919 None None] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 18:58:11.389555 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4a1b9a42-0c25-482d-8d16-aad87d88c79b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:11.392713 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2d701c71-a63c-4d32-a95b-b4ee11f93105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578'] for port (f98b2d3b-7a3b-4522-b1d4-6c974f2cb253), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:11.396370 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-4a1b9a42-0c25-482d-8d16-aad87d88c79b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d504d363-d26a-4016-ab37-8fd634734b86 HTTP/1.1" status: 204 len: 168 time: 0.3771667 May 10 18:58:11.421806 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ba79a4b4-864c-4ceb-bae8-8a3ca4e2a5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578'] for port (4c63e66f-c234-436e-8c63-0fcbb0491af6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:11.475543 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d701c71-a63c-4d32-a95b-b4ee11f93105 None None] Network 93f50fb6-d466-4999-a1b0-4ced1d39cc1d is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:58:11.483180 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d701c71-a63c-4d32-a95b-b4ee11f93105 None None] Pushing event updated for resources: {'Port': ['ID=f98b2d3b-7a3b-4522-b1d4-6c974f2cb253,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:11.486248 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-2d701c71-a63c-4d32-a95b-b4ee11f93105 None None] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:58:11.497082 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d701c71-a63c-4d32-a95b-b4ee11f93105 None None] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 18:58:11.511409 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-07fec3e3-068d-41f2-9c3f-a7570a1ef4cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2083977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2086088'] for router (8e7968d0-167e-4fa8-9cf7-581b622af1ca), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:11.545214 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b9a42-0c25-482d-8d16-aad87d88c79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d504d363-d26a-4016-ab37-8fd634734b86,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:11.588161 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba79a4b4-864c-4ceb-bae8-8a3ca4e2a5fb admin admin] Network fea53afb-2d4d-48cb-89ec-9b33d8fc553d is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:58:11.594287 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-ba79a4b4-864c-4ceb-bae8-8a3ca4e2a5fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:58:11.603125 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba79a4b4-864c-4ceb-bae8-8a3ca4e2a5fb admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 18:58:11.663838 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port e61caba0-e758-43e1-8433-63cb881498a6 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:11.670915 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (e61caba0-e758-43e1-8433-63cb881498a6), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:11.745580 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-4fe4028a-a574-4eb4-9fc0-fa048e7cabff None None] Provisioning complete for port e61caba0-e758-43e1-8433-63cb881498a6 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:11.750321 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4fe4028a-a574-4eb4-9fc0-fa048e7cabff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (e61caba0-e758-43e1-8433-63cb881498a6), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:11.774678 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-9f080d8b-b9e5-49d0-b529-43a9c622335b admin admin] Allocated IP 172.27.1.66 (fea53afb-2d4d-48cb-89ec-9b33d8fc553d/12fc4f2d-8382-4ccf-abb9-52281f433079/913b343e-1694-4954-bff4-5c2e3fe46b9e) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:58:11.781453 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba79a4b4-864c-4ceb-bae8-8a3ca4e2a5fb admin admin] Pushing event updated for resources: {'Port': ['ID=4c63e66f-c234-436e-8c63-0fcbb0491af6,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:11.815911 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff107b9-676f-4644-b9dd-6caf51755c75 admin admin] Checking segment: {'id': 'a37197f5-e5ec-4c52-bd5d-47b60008e78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ae0b3827-f93b-468a-bc15-f879841e540a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:58:11.816621 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff107b9-676f-4644-b9dd-6caf51755c75 admin admin] Network hostable DHCP agents. Network: ae0b3827-f93b-468a-bc15-f879841e540a, hostable agents: ['dfaf9083-34c2-4df7-9672-aaebd87f4028'], hosted agents: [] {{(pid=103423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 18:58:11.835462 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-2df2a372-c524-4707-96c1-54b223662919 None None] Attempting to bind port 79bf2016-a139-43e6-a886-3fcda10864bb on host dv-cinder-836996-18-iscsi for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 18:58:11.835838 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-2df2a372-c524-4707-96c1-54b223662919 None None] Attempting to bind port 79bf2016-a139-43e6-a886-3fcda10864bb by drivers openvswitch,hyperv on host dv-cinder-836996-18-iscsi at level 0 using segments [{'id': '04de397a-54d1-4abc-9167-6db11e2916d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 18:58:11.836213 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df2a372-c524-4707-96c1-54b223662919 None None] Attempting to bind port 79bf2016-a139-43e6-a886-3fcda10864bb on network a4576b84-9910-4693-87ed-530385aa986d {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 18:58:11.856361 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-2d701c71-a63c-4d32-a95b-b4ee11f93105 None None] Attempting to bind port f98b2d3b-7a3b-4522-b1d4-6c974f2cb253 on host dv-cinder-836996-18-iscsi for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 18:58:11.856917 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-2d701c71-a63c-4d32-a95b-b4ee11f93105 None None] Attempting to bind port f98b2d3b-7a3b-4522-b1d4-6c974f2cb253 by drivers openvswitch,hyperv on host dv-cinder-836996-18-iscsi at level 0 using segments [{'id': 'bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 18:58:11.857310 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d701c71-a63c-4d32-a95b-b4ee11f93105 None None] Attempting to bind port f98b2d3b-7a3b-4522-b1d4-6c974f2cb253 on network 93f50fb6-d466-4999-a1b0-4ced1d39cc1d {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 18:58:11.910029 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df2a372-c524-4707-96c1-54b223662919 None None] Checking agent: {'id': 'c34e4451-1c74-4654-b00e-86e650275fac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 49, 35), 'started_at': datetime.datetime(2022, 5, 10, 18, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 18, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 18:58:11.910029 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df2a372-c524-4707-96c1-54b223662919 None None] Checking segment: {'id': '04de397a-54d1-4abc-9167-6db11e2916d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:58:11.910029 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2df2a372-c524-4707-96c1-54b223662919 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:11.910029 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df2a372-c524-4707-96c1-54b223662919 None None] Bound using segment: {'id': '04de397a-54d1-4abc-9167-6db11e2916d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 18:58:11.910029 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-2df2a372-c524-4707-96c1-54b223662919 None None] Bound port: 79bf2016-a139-43e6-a886-3fcda10864bb, host: dv-cinder-836996-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04de397a-54d1-4abc-9167-6db11e2916d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 18:58:11.910029 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2df2a372-c524-4707-96c1-54b223662919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (79bf2016-a139-43e6-a886-3fcda10864bb), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:11.917844 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d701c71-a63c-4d32-a95b-b4ee11f93105 None None] Checking agent: {'id': 'c34e4451-1c74-4654-b00e-86e650275fac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 49, 35), 'started_at': datetime.datetime(2022, 5, 10, 18, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 18, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 18:58:11.918547 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d701c71-a63c-4d32-a95b-b4ee11f93105 None None] Checking segment: {'id': 'bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:58:11.918739 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2d701c71-a63c-4d32-a95b-b4ee11f93105 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:11.919134 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d701c71-a63c-4d32-a95b-b4ee11f93105 None None] Bound using segment: {'id': 'bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 18:58:11.919771 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-2d701c71-a63c-4d32-a95b-b4ee11f93105 None None] Bound port: f98b2d3b-7a3b-4522-b1d4-6c974f2cb253, host: dv-cinder-836996-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 18:58:11.920158 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2d701c71-a63c-4d32-a95b-b4ee11f93105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (f98b2d3b-7a3b-4522-b1d4-6c974f2cb253), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:11.972263 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8ebc9e8d-f517-4a4f-b6ac-0606eed0410b admin admin] Publish callbacks [] for port (73e24de6-cf79-4d79-b1ac-5133e91e46bb), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:12.021990 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff107b9-676f-4644-b9dd-6caf51755c75 admin admin] Network ae0b3827-f93b-468a-bc15-f879841e540a is scheduled to be hosted by DHCP agent dfaf9083-34c2-4df7-9672-aaebd87f4028 with binding_index 1 {{(pid=103423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 18:58:12.064209 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-5ff107b9-676f-4644-b9dd-6caf51755c75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-18-iscsi, ae0b3827-f93b-468a-bc15-f879841e540a) {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:58:12.076141 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff107b9-676f-4644-b9dd-6caf51755c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:12.077062 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5ff107b9-676f-4644-b9dd-6caf51755c75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for subnet (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:12.093125 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ba79a4b4-864c-4ceb-bae8-8a3ca4e2a5fb admin admin] Publish callbacks [] for router_gateway (224c80a3-2c7e-4fdf-addf-77721e5d4aa9), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:12.095033 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a96e759-da31-4f12-9d67-6fc88ee5d5f3 None None] Network ae0b3827-f93b-468a-bc15-f879841e540a requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 18:58:12.109535 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8ebc9e8d-f517-4a4f-b6ac-0606eed0410b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578'] for port (73e24de6-cf79-4d79-b1ac-5133e91e46bb), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:12.117361 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 38576) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:12.152338 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-5ff107b9-676f-4644-b9dd-6caf51755c75 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.5090051 May 10 18:58:12.201326 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc9e8d-f517-4a4f-b6ac-0606eed0410b admin admin] Pushing event updated for resources: {'Port': ['ID=73e24de6-cf79-4d79-b1ac-5133e91e46bb,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:12.214584 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e6b12490-10d9-4041-b018-42ff4a6c0dc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:12.218577 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port e61caba0-e758-43e1-8433-63cb881498a6 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:12.219731 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 2ee0952b-8254-416f-8a27-d4e7aae5601d up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:58:12.226742 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebc9e8d-f517-4a4f-b6ac-0606eed0410b admin admin] Network f5c43a6a-f0d1-477d-a8c6-2fea358c2538 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:58:12.228420 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07fec3e3-068d-41f2-9c3f-a7570a1ef4cf admin admin] Router 8e7968d0-167e-4fa8-9cf7-581b622af1ca is scheduled to L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 with binding_index 1 {{(pid=103423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 18:58:12.232300 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-8ebc9e8d-f517-4a4f-b6ac-0606eed0410b admin admin] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:58:12.261423 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebc9e8d-f517-4a4f-b6ac-0606eed0410b admin admin] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 18:58:12.261954 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8ebc9e8d-f517-4a4f-b6ac-0606eed0410b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2088351'] for router_interface (52c41e11-9de0-42a8-a512-859793306c7d), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:12.303677 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-2d701c71-a63c-4d32-a95b-b4ee11f93105 None None] For port f98b2d3b-7a3b-4522-b1d4-6c974f2cb253, host dv-cinder-836996-18-iscsi, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 18:58:12.311870 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-2d701c71-a63c-4d32-a95b-b4ee11f93105 None None] For port f98b2d3b-7a3b-4522-b1d4-6c974f2cb253, host dv-cinder-836996-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=f98b2d3b-7a3b-4522-b1d4-6c974f2cb253,segment=NetworkSegment(bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92),segment_id=bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 18:58:12.390966 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f080d8b-b9e5-49d0-b529-43a9c622335b admin admin] Publish callbacks [] for port (913b343e-1694-4954-bff4-5c2e3fe46b9e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:12.410218 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-2df2a372-c524-4707-96c1-54b223662919 None None] For port 79bf2016-a139-43e6-a886-3fcda10864bb, host dv-cinder-836996-18-iscsi, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 18:58:12.420589 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e6b12490-10d9-4041-b018-42ff4a6c0dc2 admin admin] Publish callbacks [] for security_group (a3a64b6e-95fd-47d3-83ae-abe6b4ad8c13), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:12.433745 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-2df2a372-c524-4707-96c1-54b223662919 None None] For port 79bf2016-a139-43e6-a886-3fcda10864bb, host dv-cinder-836996-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=79bf2016-a139-43e6-a886-3fcda10864bb,segment=NetworkSegment(04de397a-54d1-4abc-9167-6db11e2916d9),segment_id=04de397a-54d1-4abc-9167-6db11e2916d9)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 18:58:12.450340 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-4fe4028a-a574-4eb4-9fc0-fa048e7cabff None None] Current status of the port e61caba0-e758-43e1-8433-63cb881498a6 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:12.455785 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2d701c71-a63c-4d32-a95b-b4ee11f93105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (f98b2d3b-7a3b-4522-b1d4-6c974f2cb253), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:12.502594 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e6b12490-10d9-4041-b018-42ff4a6c0dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (a3a64b6e-95fd-47d3-83ae-abe6b4ad8c13), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:12.584369 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d701c71-a63c-4d32-a95b-b4ee11f93105 None None] Pushing event updated for resources: {'Port': ['ID=f98b2d3b-7a3b-4522-b1d4-6c974f2cb253,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:12.587529 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2df2a372-c524-4707-96c1-54b223662919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (79bf2016-a139-43e6-a886-3fcda10864bb), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:12.607399 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f080d8b-b9e5-49d0-b529-43a9c622335b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578'] for port (913b343e-1694-4954-bff4-5c2e3fe46b9e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:12.658308 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port 2ee0952b-8254-416f-8a27-d4e7aae5601d triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:12.658974 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (2ee0952b-8254-416f-8a27-d4e7aae5601d), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:12.692283 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b12490-10d9-4041-b018-42ff4a6c0dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a64b6e-95fd-47d3-83ae-abe6b4ad8c13,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:12.705306 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-e6b12490-10d9-4041-b018-42ff4a6c0dc2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ce4531ef37f747c68cb36c577f78c283&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5817211 May 10 18:58:12.708385 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 38590) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:12.712208 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ba79a4b4-864c-4ceb-bae8-8a3ca4e2a5fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2083977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2086088'] for router (224c80a3-2c7e-4fdf-addf-77721e5d4aa9), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:12.765336 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f080d8b-b9e5-49d0-b529-43a9c622335b admin admin] Pushing event updated for resources: {'Port': ['ID=913b343e-1694-4954-bff4-5c2e3fe46b9e,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:12.787546 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f080d8b-b9e5-49d0-b529-43a9c622335b admin admin] Network fea53afb-2d4d-48cb-89ec-9b33d8fc553d is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:58:12.793350 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-639a1487-67f9-4f0e-b065-f7d0d91dd2a5 None None] Provisioning complete for port 73e24de6-cf79-4d79-b1ac-5133e91e46bb triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:12.793798 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-639a1487-67f9-4f0e-b065-f7d0d91dd2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (73e24de6-cf79-4d79-b1ac-5133e91e46bb), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:12.841657 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-9f080d8b-b9e5-49d0-b529-43a9c622335b admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:58:12.854644 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f080d8b-b9e5-49d0-b529-43a9c622335b admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 18:58:12.888896 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-639a1487-67f9-4f0e-b065-f7d0d91dd2a5 None None] Port 73e24de6-cf79-4d79-b1ac-5133e91e46bb cannot update to ACTIVE because it is not bound. {{(pid=103424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 18:58:12.967362 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port 2ee0952b-8254-416f-8a27-d4e7aae5601d is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:13.026410 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c363d63-a360-4d27-a8f4-21653678c3d2 None None] Network ae0b3827-f93b-468a-bc15-f879841e540a requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 18:58:13.139653 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df2a372-c524-4707-96c1-54b223662919 None None] Pushing event updated for resources: {'Port': ['ID=79bf2016-a139-43e6-a886-3fcda10864bb,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:13.180420 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fec3e3-068d-41f2-9c3f-a7570a1ef4cf admin admin] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 18:58:13.229544 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd7b893-4bd3-4800-b1bc-34c4ef91345e None None] Sync routers for ids ['8e7968d0-167e-4fa8-9cf7-581b622af1ca'] in dv-cinder-836996-18-iscsi {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:58:13.264537 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd7b893-4bd3-4800-b1bc-34c4ef91345e None None] Routers {'8e7968d0-167e-4fa8-9cf7-581b622af1ca'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:58:13.265245 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-fbd7b893-4bd3-4800-b1bc-34c4ef91345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T18:58:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['8e7968d0-167e-4fa8-9cf7-581b622af1ca'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:13.274314 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8ebc9e8d-f517-4a4f-b6ac-0606eed0410b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (73e24de6-cf79-4d79-b1ac-5133e91e46bb), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:13.283611 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a0b0dc19-3eaf-4fa4-8c4b-2a2b6b2b9e71 admin admin] Publish callbacks [] for security_group (a3a64b6e-95fd-47d3-83ae-abe6b4ad8c13), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:13.290362 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 38614) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:13.296897 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-07fec3e3-068d-41f2-9c3f-a7570a1ef4cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:13.298266 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-07fec3e3-068d-41f2-9c3f-a7570a1ef4cf admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.7009230 May 10 18:58:13.305710 dv-cinder-836996-18-iscsi neutron-server[103423]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 18:58:13.306100 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 38618) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:13.496503 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device e61caba0-e758-43e1-8433-63cb881498a6 up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:58:13.664174 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba79a4b4-864c-4ceb-bae8-8a3ca4e2a5fb admin admin] Router 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 is scheduled to L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 18:58:13.711679 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port e61caba0-e758-43e1-8433-63cb881498a6 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:13.711986 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (e61caba0-e758-43e1-8433-63cb881498a6), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:13.713594 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a0b0dc19-3eaf-4fa4-8c4b-2a2b6b2b9e71 admin admin] Publish callbacks [] for security_group (a3a64b6e-95fd-47d3-83ae-abe6b4ad8c13), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:13.776647 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f080d8b-b9e5-49d0-b529-43a9c622335b admin admin] Publish callbacks [] for router_gateway (c34f1854-ab5f-49fe-804e-af07c7a0edde), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:13.813624 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-fbd7b893-4bd3-4800-b1bc-34c4ef91345e None None] Set router 8e7968d0-167e-4fa8-9cf7-581b622af1ca gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:58:14.020720 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port e61caba0-e758-43e1-8433-63cb881498a6 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:14.021866 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 4fa6353b-757f-4df3-9826-b2d85468adfd up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:58:14.134204 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-0c034962-57d9-4a36-9577-617804922e44 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:14.135991 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-0c034962-57d9-4a36-9577-617804922e44 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/networks?id=ae0b3827-f93b-468a-bc15-f879841e540a HTTP/1.1" status: 200 len: 811 time: 0.8338232 May 10 18:58:14.200881 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-fbd7b893-4bd3-4800-b1bc-34c4ef91345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'name': 'tempest-AttachVolumeTestJSON-1983261218-router', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:04Z', 'updated_at': '2022-05-10T18:58:09Z', 'revision_number': 3, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'gw_port': {'id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:07Z', 'updated_at': '2022-05-10T18:58:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi'}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:14.210425 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 38630) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:14.219771 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a0b0dc19-3eaf-4fa4-8c4b-2a2b6b2b9e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (a3a64b6e-95fd-47d3-83ae-abe6b4ad8c13), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:14.222533 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a0b0dc19-3eaf-4fa4-8c4b-2a2b6b2b9e71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:14.223818 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-a0b0dc19-3eaf-4fa4-8c4b-2a2b6b2b9e71 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a3a64b6e-95fd-47d3-83ae-abe6b4ad8c13 HTTP/1.1" status: 204 len: 168 time: 1.4962068 May 10 18:58:14.236655 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd7b893-4bd3-4800-b1bc-34c4ef91345e None None] Checking router: 8e7968d0-167e-4fa8-9cf7-581b622af1ca for host: dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:58:14.237289 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd7b893-4bd3-4800-b1bc-34c4ef91345e None None] Updating router 8e7968d0-167e-4fa8-9cf7-581b622af1ca port f0290121-ea84-4326-9353-1b48caf6680d binding host dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 18:58:14.237960 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-c53b1a73-6eba-4013-9326-27bd419b222c tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/quotas/78dc305288844d31b96ce03cca84d0de HTTP/1.1" status: 200 len: 375 time: 0.0763226 May 10 18:58:14.251952 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba79a4b4-864c-4ceb-bae8-8a3ca4e2a5fb admin admin] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 18:58:14.263870 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f71867-32d6-4dff-b718-93f3b147cbb4 None None] Sync routers for ids ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'] in dv-cinder-836996-18-iscsi {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:58:14.281970 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f71867-32d6-4dff-b718-93f3b147cbb4 None None] Routers {'224c80a3-2c7e-4fdf-addf-77721e5d4aa9'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:58:14.282478 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port 4fa6353b-757f-4df3-9826-b2d85468adfd triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:14.282872 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (4fa6353b-757f-4df3-9826-b2d85468adfd), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:14.293608 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-f6f71867-32d6-4dff-b718-93f3b147cbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T18:58:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:14.321798 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fbd7b893-4bd3-4800-b1bc-34c4ef91345e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (f0290121-ea84-4326-9353-1b48caf6680d), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:14.338038 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b0dc19-3eaf-4fa4-8c4b-2a2b6b2b9e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a64b6e-95fd-47d3-83ae-abe6b4ad8c13,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:14.369870 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f080d8b-b9e5-49d0-b529-43a9c622335b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2083977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2086088'] for router (c34f1854-ab5f-49fe-804e-af07c7a0edde), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:14.504836 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-c1109959-5268-44cb-b968-92a0d447871f tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=78dc305288844d31b96ce03cca84d0de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2543976 May 10 18:58:14.544408 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ba79a4b4-864c-4ceb-bae8-8a3ca4e2a5fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:14.544553 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8ebc9e8d-f517-4a4f-b6ac-0606eed0410b admin admin] Publish callbacks [] for port (73e24de6-cf79-4d79-b1ac-5133e91e46bb), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:14.548721 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-ba79a4b4-864c-4ceb-bae8-8a3ca4e2a5fb admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.6099286 May 10 18:58:14.549626 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 38642) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:14.570812 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8ebc9e8d-f517-4a4f-b6ac-0606eed0410b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (73e24de6-cf79-4d79-b1ac-5133e91e46bb), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:14.571911 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8ebc9e8d-f517-4a4f-b6ac-0606eed0410b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2055512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2088610'] for router_interface (52c41e11-9de0-42a8-a512-859793306c7d), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:14.573372 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-f6f71867-32d6-4dff-b718-93f3b147cbb4 None None] Set router 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:58:14.734130 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc9e8d-f517-4a4f-b6ac-0606eed0410b admin admin] Pushing event updated for resources: {'Port': ['ID=73e24de6-cf79-4d79-b1ac-5133e91e46bb,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:14.942570 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebc9e8d-f517-4a4f-b6ac-0606eed0410b admin admin] Network f5c43a6a-f0d1-477d-a8c6-2fea358c2538 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:58:14.945489 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-8ebc9e8d-f517-4a4f-b6ac-0606eed0410b admin admin] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:58:14.970583 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e9840cef-2081-4946-ad58-bd9c6a4a042c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:14.987860 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4361e4-dd14-4a4e-b231-2956bad4202e None None] Network 93f50fb6-d466-4999-a1b0-4ced1d39cc1d requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 18:58:15.230512 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-06ecf229-bd0d-4db6-bba4-45cf089d0d6b None None] Provisioning complete for port f98b2d3b-7a3b-4522-b1d4-6c974f2cb253 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:15.231043 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-06ecf229-bd0d-4db6-bba4-45cf089d0d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (f98b2d3b-7a3b-4522-b1d4-6c974f2cb253), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:15.304986 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebc9e8d-f517-4a4f-b6ac-0606eed0410b admin admin] Router 52c41e11-9de0-42a8-a512-859793306c7d has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 18:58:15.306082 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-f6f71867-32d6-4dff-b718-93f3b147cbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'name': 'tempest-AttachVolumeNegativeTest-1418596659-router', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:11Z', 'revision_number': 3, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'gw_port': {'id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi'}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:15.344700 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f71867-32d6-4dff-b718-93f3b147cbb4 None None] Checking router: 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 for host: dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:58:15.345372 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f71867-32d6-4dff-b718-93f3b147cbb4 None None] Updating router 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 port 4c63e66f-c234-436e-8c63-0fcbb0491af6 binding host dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 18:58:15.385930 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94293e6b-4539-4522-8421-aec53f4a9f28 None None] Network a4576b84-9910-4693-87ed-530385aa986d requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 18:58:15.389874 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f6f71867-32d6-4dff-b718-93f3b147cbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (4c63e66f-c234-436e-8c63-0fcbb0491af6), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:15.436897 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f080d8b-b9e5-49d0-b529-43a9c622335b admin admin] Router c34f1854-ab5f-49fe-804e-af07c7a0edde is scheduled to L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 18:58:15.471988 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e9840cef-2081-4946-ad58-bd9c6a4a042c admin admin] Publish callbacks [] for security_group (da8416a1-67f3-47d5-81e1-cb104faa6c2f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:15.478670 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port 4fa6353b-757f-4df3-9826-b2d85468adfd is: DOWN; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:15.479058 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (4fa6353b-757f-4df3-9826-b2d85468adfd), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:15.500289 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e9840cef-2081-4946-ad58-bd9c6a4a042c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (da8416a1-67f3-47d5-81e1-cb104faa6c2f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:15.559773 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-123ab5b4-8d04-4c47-8d3e-8fa1d7e77770 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103423) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 18:58:15.563121 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-123ab5b4-8d04-4c47-8d3e-8fa1d7e77770 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5165648 May 10 18:58:15.566874 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-38ac9bed-b83e-44d8-a055-456967ffa148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:15.633842 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-e9840cef-2081-4946-ad58-bd9c6a4a042c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c8a8587fef8146ffbdb51b45da483da7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4223387 May 10 18:58:15.643266 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 38682) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:15.650234 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9840cef-2081-4946-ad58-bd9c6a4a042c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8416a1-67f3-47d5-81e1-cb104faa6c2f,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:15.667082 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] For port 4fa6353b-757f-4df3-9826-b2d85468adfd, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=4fa6353b-757f-4df3-9826-b2d85468adfd,segment=NetworkSegment(5e4a060e-4ea0-4d95-88b5-1969f86bafa6),segment_id=5e4a060e-4ea0-4d95-88b5-1969f86bafa6)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:58:15.723376 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (4fa6353b-757f-4df3-9826-b2d85468adfd), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:15.760409 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-06ecf229-bd0d-4db6-bba4-45cf089d0d6b None None] Current status of the port f98b2d3b-7a3b-4522-b1d4-6c974f2cb253 is: DOWN; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:15.760850 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-06ecf229-bd0d-4db6-bba4-45cf089d0d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (f98b2d3b-7a3b-4522-b1d4-6c974f2cb253), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:15.840980 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f17c33f0-d80a-4df7-9893-58ec4273e41c admin admin] Publish callbacks [] for security_group (da8416a1-67f3-47d5-81e1-cb104faa6c2f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:15.844466 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f080d8b-b9e5-49d0-b529-43a9c622335b admin admin] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 18:58:15.922637 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebc9e8d-f517-4a4f-b6ac-0606eed0410b admin admin] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 18:58:15.935144 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f080d8b-b9e5-49d0-b529-43a9c622335b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:15.935788 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-8ebc9e8d-f517-4a4f-b6ac-0606eed0410b admin admin] 10.222.0.52 "PUT /v2.0/routers/52c41e11-9de0-42a8-a512-859793306c7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6842446 May 10 18:58:15.940519 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-9f080d8b-b9e5-49d0-b529-43a9c622335b admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.9378357 May 10 18:58:15.940667 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e0c61f-49ab-4fbb-acc4-1d5e982a3a79 None None] Sync routers for ids ['52c41e11-9de0-42a8-a512-859793306c7d'] in dv-cinder-836996-18-iscsi {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:58:15.944192 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f17c33f0-d80a-4df7-9893-58ec4273e41c admin admin] Publish callbacks [] for security_group (da8416a1-67f3-47d5-81e1-cb104faa6c2f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:15.947621 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 38698) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:15.953573 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e0c61f-49ab-4fbb-acc4-1d5e982a3a79 None None] Routers {'52c41e11-9de0-42a8-a512-859793306c7d'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:58:15.955432 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-e5e0c61f-49ab-4fbb-acc4-1d5e982a3a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T18:58:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['52c41e11-9de0-42a8-a512-859793306c7d'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:16.023499 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d0768f-3bd8-4f3c-b314-e1e9dc5edd87 None None] Sync routers for ids ['c34f1854-ab5f-49fe-804e-af07c7a0edde'] in dv-cinder-836996-18-iscsi {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:58:16.112875 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 79bf2016-a139-43e6-a886-3fcda10864bb up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:58:16.159449 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-278c778e-d50c-4b56-a3a2-92ef1f973b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:16.172871 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-202a3e00-6ace-4d9f-add4-bf14460d3fe6 service neutron] 10.222.0.52 "GET /v2.0/networks/ae0b3827-f93b-468a-bc15-f879841e540a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5960131 May 10 18:58:16.202952 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-38ac9bed-b83e-44d8-a055-456967ffa148 admin admin] Allocated IP 172.20.0.1 (17ce47ba-754f-4a57-b915-d9f184cff0b4/945414bb-2eef-4f0c-992b-73a797dbf824/59f04c5d-5ac4-4579-9530-dc79b8f0a486) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:58:16.258340 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d0768f-3bd8-4f3c-b314-e1e9dc5edd87 None None] Routers {'c34f1854-ab5f-49fe-804e-af07c7a0edde'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:58:16.259001 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-82d0768f-3bd8-4f3c-b314-e1e9dc5edd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T18:58:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['c34f1854-ab5f-49fe-804e-af07c7a0edde'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:16.291158 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-e5e0c61f-49ab-4fbb-acc4-1d5e982a3a79 None None] Set router 52c41e11-9de0-42a8-a512-859793306c7d gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:58:16.412950 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-1aea1349-e7bd-4a77-81e3-efd4cbb2d98a service neutron] 10.222.0.52 "GET /v2.0/networks/ae0b3827-f93b-468a-bc15-f879841e540a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339449 May 10 18:58:16.490919 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Pushing event updated for resources: {'Port': ['ID=4fa6353b-757f-4df3-9826-b2d85468adfd,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:16.494652 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-38ac9bed-b83e-44d8-a055-456967ffa148 admin admin] Publish callbacks [] for port (59f04c5d-5ac4-4579-9530-dc79b8f0a486), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:16.504610 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-06ecf229-bd0d-4db6-bba4-45cf089d0d6b None None] For port f98b2d3b-7a3b-4522-b1d4-6c974f2cb253, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=f98b2d3b-7a3b-4522-b1d4-6c974f2cb253,segment=NetworkSegment(bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92),segment_id=bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:58:16.537271 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-06ecf229-bd0d-4db6-bba4-45cf089d0d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (f98b2d3b-7a3b-4522-b1d4-6c974f2cb253), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:16.582546 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-38ac9bed-b83e-44d8-a055-456967ffa148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578'] for port (59f04c5d-5ac4-4579-9530-dc79b8f0a486), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:16.610486 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 18:58:16.666707 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f17c33f0-d80a-4df7-9893-58ec4273e41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (da8416a1-67f3-47d5-81e1-cb104faa6c2f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:16.669300 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f17c33f0-d80a-4df7-9893-58ec4273e41c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:16.672945 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ac9bed-b83e-44d8-a055-456967ffa148 admin admin] Network 17ce47ba-754f-4a57-b915-d9f184cff0b4 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:58:16.678317 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-f17c33f0-d80a-4df7-9893-58ec4273e41c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/da8416a1-67f3-47d5-81e1-cb104faa6c2f HTTP/1.1" status: 204 len: 168 time: 1.0331428 May 10 18:58:16.720751 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac9bed-b83e-44d8-a055-456967ffa148 admin admin] Pushing event updated for resources: {'Port': ['ID=59f04c5d-5ac4-4579-9530-dc79b8f0a486,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:16.728467 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-38ac9bed-b83e-44d8-a055-456967ffa148 admin admin] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:58:16.754115 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ac9bed-b83e-44d8-a055-456967ffa148 admin admin] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 18:58:16.758115 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-38ac9bed-b83e-44d8-a055-456967ffa148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2088351'] for router_interface (8e7968d0-167e-4fa8-9cf7-581b622af1ca), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:16.832100 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-82d0768f-3bd8-4f3c-b314-e1e9dc5edd87 None None] Set router c34f1854-ab5f-49fe-804e-af07c7a0edde gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:58:16.956318 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-e5e0c61f-49ab-4fbb-acc4-1d5e982a3a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c41e11-9de0-42a8-a512-859793306c7d', 'name': 'tempest-ServerRescueNegativeTestJSON-1083329581-router', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4fa6353b-757f-4df3-9826-b2d85468adfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:03Z', 'updated_at': '2022-05-10T18:58:12Z', 'revision_number': 4, 'project_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'gw_port': {'id': '4fa6353b-757f-4df3-9826-b2d85468adfd', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c41e11-9de0-42a8-a512-859793306c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:04Z', 'updated_at': '2022-05-10T18:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '73e24de6-cf79-4d79-b1ac-5133e91e46bb', 'name': '', 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'mac_address': 'fa:16:3e:9b:30:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c41e11-9de0-42a8-a512-859793306c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9ed489f3-e7d1-46ad-8ba4-625045889072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:13Z', 'revision_number': 2, 'project_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'subnets': [{'id': '9ed489f3-e7d1-46ad-8ba4-625045889072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:17.026391 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-a8f5a623-afec-448a-803f-90d2c8295d71 None None] Provisioning complete for port f98b2d3b-7a3b-4522-b1d4-6c974f2cb253 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:17.026901 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a8f5a623-afec-448a-803f-90d2c8295d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (f98b2d3b-7a3b-4522-b1d4-6c974f2cb253), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:17.028320 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port 79bf2016-a139-43e6-a886-3fcda10864bb triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:17.028694 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (79bf2016-a139-43e6-a886-3fcda10864bb), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:17.030365 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e0c61f-49ab-4fbb-acc4-1d5e982a3a79 None None] Checking router: 52c41e11-9de0-42a8-a512-859793306c7d for host: dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:58:17.030365 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e0c61f-49ab-4fbb-acc4-1d5e982a3a79 None None] Updating router 52c41e11-9de0-42a8-a512-859793306c7d port 73e24de6-cf79-4d79-b1ac-5133e91e46bb binding host dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 18:58:17.122881 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e5e0c61f-49ab-4fbb-acc4-1d5e982a3a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (73e24de6-cf79-4d79-b1ac-5133e91e46bb), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:17.388447 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ecf229-bd0d-4db6-bba4-45cf089d0d6b None None] Pushing event updated for resources: {'Port': ['ID=f98b2d3b-7a3b-4522-b1d4-6c974f2cb253,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:17.399514 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 38764) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:17.409881 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fbd7b893-4bd3-4800-b1bc-34c4ef91345e None None] Publish callbacks [] for port (f0290121-ea84-4326-9353-1b48caf6680d), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:17.442260 dv-cinder-836996-18-iscsi neutron-server[103422]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 18:58:17.443517 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c33f0-d80a-4df7-9893-58ec4273e41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8416a1-67f3-47d5-81e1-cb104faa6c2f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:17.453607 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fbd7b893-4bd3-4800-b1bc-34c4ef91345e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (f0290121-ea84-4326-9353-1b48caf6680d), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:17.567616 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 38774) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:17.692312 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-d2dd621d-0e8f-407a-ae93-591ea1425ea2 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:17.694025 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-d2dd621d-0e8f-407a-ae93-591ea1425ea2 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/networks?id=f5c43a6a-f0d1-477d-a8c6-2fea358c2538 HTTP/1.1" status: 200 len: 819 time: 0.2910955 May 10 18:58:17.704709 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e5e0c61f-49ab-4fbb-acc4-1d5e982a3a79 None None] Publish callbacks [] for port (73e24de6-cf79-4d79-b1ac-5133e91e46bb), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:17.749116 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e0ff12b9-9d12-4e4b-af69-a37ca85a8fdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:17.786166 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-82d0768f-3bd8-4f3c-b314-e1e9dc5edd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1803823991-router', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:13Z', 'revision_number': 3, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'gw_port': {'id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi'}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:17.789703 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db962ff6-e8da-407a-b6c2-0243502518c0 None None] Pushing event updated for resources: {'Port': ['ID=f0290121-ea84-4326-9353-1b48caf6680d,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:17.805980 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-28db7492-06df-4ab1-85f7-dc16596063f5 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/quotas/772abdeeb78b4eaab9bc9d831eda68f3 HTTP/1.1" status: 200 len: 375 time: 0.0658569 May 10 18:58:17.816308 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-fbd7b893-4bd3-4800-b1bc-34c4ef91345e None None] Attempting to bind port f0290121-ea84-4326-9353-1b48caf6680d on host dv-cinder-836996-18-iscsi for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 18:58:17.816712 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-fbd7b893-4bd3-4800-b1bc-34c4ef91345e None None] Attempting to bind port f0290121-ea84-4326-9353-1b48caf6680d by drivers openvswitch,hyperv on host dv-cinder-836996-18-iscsi at level 0 using segments [{'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 18:58:17.817097 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7b893-4bd3-4800-b1bc-34c4ef91345e None None] Attempting to bind port f0290121-ea84-4326-9353-1b48caf6680d on network fea53afb-2d4d-48cb-89ec-9b33d8fc553d {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 18:58:17.830367 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-38ac9bed-b83e-44d8-a055-456967ffa148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (59f04c5d-5ac4-4579-9530-dc79b8f0a486), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:17.852602 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0ad414fb-1ff4-4c80-a6a3-b99d95c03b43 req-a3e79e21-4b4b-4165-913f-4cac78459be4 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a0e2445-4a6b-41f4-9de4-59562c2f6418 HTTP/1.1" status: 200 len: 210 time: 0.2790544 May 10 18:58:17.918113 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f6f71867-32d6-4dff-b718-93f3b147cbb4 None None] Publish callbacks [] for port (4c63e66f-c234-436e-8c63-0fcbb0491af6), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:17.934117 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7b893-4bd3-4800-b1bc-34c4ef91345e None None] Checking agent: {'id': 'c34e4451-1c74-4654-b00e-86e650275fac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 49, 35), 'started_at': datetime.datetime(2022, 5, 10, 18, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 18, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 18:58:17.935114 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7b893-4bd3-4800-b1bc-34c4ef91345e None None] Checking segment: {'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:58:17.936284 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fbd7b893-4bd3-4800-b1bc-34c4ef91345e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:17.937564 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7b893-4bd3-4800-b1bc-34c4ef91345e None None] Bound using segment: {'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 18:58:17.937750 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e5e0c61f-49ab-4fbb-acc4-1d5e982a3a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (73e24de6-cf79-4d79-b1ac-5133e91e46bb), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:17.940128 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-fbd7b893-4bd3-4800-b1bc-34c4ef91345e None None] Bound port: f0290121-ea84-4326-9353-1b48caf6680d, host: dv-cinder-836996-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 18:58:17.941340 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fbd7b893-4bd3-4800-b1bc-34c4ef91345e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (f0290121-ea84-4326-9353-1b48caf6680d), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:17.972621 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port 79bf2016-a139-43e6-a886-3fcda10864bb is: DOWN; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:17.973419 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (79bf2016-a139-43e6-a886-3fcda10864bb), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:17.975891 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d0768f-3bd8-4f3c-b314-e1e9dc5edd87 None None] Checking router: c34f1854-ab5f-49fe-804e-af07c7a0edde for host: dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:58:17.976608 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d0768f-3bd8-4f3c-b314-e1e9dc5edd87 None None] Updating router c34f1854-ab5f-49fe-804e-af07c7a0edde port 913b343e-1694-4954-bff4-5c2e3fe46b9e binding host dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 18:58:18.050242 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-a8f5a623-afec-448a-803f-90d2c8295d71 None None] Current status of the port f98b2d3b-7a3b-4522-b1d4-6c974f2cb253 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:18.065939 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f6f71867-32d6-4dff-b718-93f3b147cbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (4c63e66f-c234-436e-8c63-0fcbb0491af6), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:18.074416 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e0ff12b9-9d12-4e4b-af69-a37ca85a8fdc admin admin] Publish callbacks [] for security_group (54ad6cda-207e-41ef-826b-4a880d72aaf0), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:18.088841 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-a8f5a623-afec-448a-803f-90d2c8295d71 None None] Provisioning complete for port 73e24de6-cf79-4d79-b1ac-5133e91e46bb triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:18.089585 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a8f5a623-afec-448a-803f-90d2c8295d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (73e24de6-cf79-4d79-b1ac-5133e91e46bb), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:18.090137 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-a9cd21ff-9c36-42f8-b300-86ef70542756 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=772abdeeb78b4eaab9bc9d831eda68f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2618270 May 10 18:58:18.091500 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-82d0768f-3bd8-4f3c-b314-e1e9dc5edd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (913b343e-1694-4954-bff4-5c2e3fe46b9e), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:18.096393 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e0ff12b9-9d12-4e4b-af69-a37ca85a8fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (54ad6cda-207e-41ef-826b-4a880d72aaf0), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:18.129551 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-e0ff12b9-9d12-4e4b-af69-a37ca85a8fdc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cd06e9120996451da16d408f4c73b5b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5547724 May 10 18:58:18.136662 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 38792) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:18.142946 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [None req-f6f71867-32d6-4dff-b718-93f3b147cbb4 None None] Attempting to bind port 4c63e66f-c234-436e-8c63-0fcbb0491af6 on host dv-cinder-836996-18-iscsi for vnic_type normal with profile {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 18:58:18.143325 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [None req-f6f71867-32d6-4dff-b718-93f3b147cbb4 None None] Attempting to bind port 4c63e66f-c234-436e-8c63-0fcbb0491af6 by drivers openvswitch,hyperv on host dv-cinder-836996-18-iscsi at level 0 using segments [{'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}] {{(pid=103425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 18:58:18.143685 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f71867-32d6-4dff-b718-93f3b147cbb4 None None] Attempting to bind port 4c63e66f-c234-436e-8c63-0fcbb0491af6 on network fea53afb-2d4d-48cb-89ec-9b33d8fc553d {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 18:58:18.179883 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff12b9-9d12-4e4b-af69-a37ca85a8fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ad6cda-207e-41ef-826b-4a880d72aaf0,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:18.186436 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-38ac9bed-b83e-44d8-a055-456967ffa148 admin admin] Publish callbacks [] for port (59f04c5d-5ac4-4579-9530-dc79b8f0a486), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:18.198335 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-38ac9bed-b83e-44d8-a055-456967ffa148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (59f04c5d-5ac4-4579-9530-dc79b8f0a486), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:18.199134 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-38ac9bed-b83e-44d8-a055-456967ffa148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2055512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2088610'] for router_interface (8e7968d0-167e-4fa8-9cf7-581b622af1ca), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:18.240787 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f71867-32d6-4dff-b718-93f3b147cbb4 None None] Checking agent: {'id': 'c34e4451-1c74-4654-b00e-86e650275fac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 49, 35), 'started_at': datetime.datetime(2022, 5, 10, 18, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 18, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 18:58:18.241169 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f71867-32d6-4dff-b718-93f3b147cbb4 None None] Checking segment: {'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:58:18.241574 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f6f71867-32d6-4dff-b718-93f3b147cbb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:18.242000 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f71867-32d6-4dff-b718-93f3b147cbb4 None None] Bound using segment: {'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'} {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 18:58:18.242432 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [None req-f6f71867-32d6-4dff-b718-93f3b147cbb4 None None] Bound port: 4c63e66f-c234-436e-8c63-0fcbb0491af6, host: dv-cinder-836996-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}}] {{(pid=103425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 18:58:18.242808 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f6f71867-32d6-4dff-b718-93f3b147cbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (4c63e66f-c234-436e-8c63-0fcbb0491af6), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:18.333266 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-278c778e-d50c-4b56-a3a2-92ef1f973b8e admin admin] Allocated IP 172.20.0.1 (a4576b84-9910-4693-87ed-530385aa986d/c386732f-c86a-499c-bc04-b74b79921f36/ecb12316-5946-47ad-ac9c-64373489eb65) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:58:18.367854 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-f6f71867-32d6-4dff-b718-93f3b147cbb4 None None] For port 4c63e66f-c234-436e-8c63-0fcbb0491af6, host dv-cinder-836996-18-iscsi, cleared binding levels {{(pid=103425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 18:58:18.371545 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-f6f71867-32d6-4dff-b718-93f3b147cbb4 None None] For port 4c63e66f-c234-436e-8c63-0fcbb0491af6, host dv-cinder-836996-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=4c63e66f-c234-436e-8c63-0fcbb0491af6,segment=NetworkSegment(5e4a060e-4ea0-4d95-88b5-1969f86bafa6),segment_id=5e4a060e-4ea0-4d95-88b5-1969f86bafa6)] {{(pid=103425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 18:58:18.375208 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a65536c-5362-4da5-88d5-3ae4e9f58f50 None None] Pushing event updated for resources: {'Port': ['ID=73e24de6-cf79-4d79-b1ac-5133e91e46bb,revision_number=3']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:18.385740 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] For port 79bf2016-a139-43e6-a886-3fcda10864bb, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=79bf2016-a139-43e6-a886-3fcda10864bb,segment=NetworkSegment(04de397a-54d1-4abc-9167-6db11e2916d9),segment_id=04de397a-54d1-4abc-9167-6db11e2916d9)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:58:18.389258 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-fbd7b893-4bd3-4800-b1bc-34c4ef91345e None None] For port f0290121-ea84-4326-9353-1b48caf6680d, host dv-cinder-836996-18-iscsi, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 18:58:18.415037 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (79bf2016-a139-43e6-a886-3fcda10864bb), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:18.416085 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device f98b2d3b-7a3b-4522-b1d4-6c974f2cb253 up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:58:18.422791 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac9bed-b83e-44d8-a055-456967ffa148 admin admin] Pushing event updated for resources: {'Port': ['ID=59f04c5d-5ac4-4579-9530-dc79b8f0a486,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:18.441776 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb891e-74b9-4aac-97c2-f48ed78db33a None None] Pushing event updated for resources: {'Port': ['ID=4c63e66f-c234-436e-8c63-0fcbb0491af6,revision_number=2']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:18.453807 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f6f71867-32d6-4dff-b718-93f3b147cbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (4c63e66f-c234-436e-8c63-0fcbb0491af6), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:18.465304 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ac9bed-b83e-44d8-a055-456967ffa148 admin admin] Network 17ce47ba-754f-4a57-b915-d9f184cff0b4 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:58:18.467055 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-38ac9bed-b83e-44d8-a055-456967ffa148 admin admin] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:58:18.509477 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-fbd7b893-4bd3-4800-b1bc-34c4ef91345e None None] For port f0290121-ea84-4326-9353-1b48caf6680d, host dv-cinder-836996-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=f0290121-ea84-4326-9353-1b48caf6680d,segment=NetworkSegment(5e4a060e-4ea0-4d95-88b5-1969f86bafa6),segment_id=5e4a060e-4ea0-4d95-88b5-1969f86bafa6)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 18:58:18.512660 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-a8f5a623-afec-448a-803f-90d2c8295d71 None None] Port 73e24de6-cf79-4d79-b1ac-5133e91e46bb cannot update to ACTIVE because it is not bound. {{(pid=103424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 18:58:18.577079 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fbd7b893-4bd3-4800-b1bc-34c4ef91345e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (f0290121-ea84-4326-9353-1b48caf6680d), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:18.592160 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb891e-74b9-4aac-97c2-f48ed78db33a None None] Pushing event updated for resources: {'Port': ['ID=4c63e66f-c234-436e-8c63-0fcbb0491af6,revision_number=3']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:18.726531 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [None req-e5e0c61f-49ab-4fbb-acc4-1d5e982a3a79 None None] Attempting to bind port 73e24de6-cf79-4d79-b1ac-5133e91e46bb on host dv-cinder-836996-18-iscsi for vnic_type normal with profile {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 18:58:18.727157 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [None req-e5e0c61f-49ab-4fbb-acc4-1d5e982a3a79 None None] Attempting to bind port 73e24de6-cf79-4d79-b1ac-5133e91e46bb by drivers openvswitch,hyperv on host dv-cinder-836996-18-iscsi at level 0 using segments [{'id': '305b6081-8325-44b4-b4f1-d287ed407450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538'}] {{(pid=103425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 18:58:18.727278 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e0c61f-49ab-4fbb-acc4-1d5e982a3a79 None None] Attempting to bind port 73e24de6-cf79-4d79-b1ac-5133e91e46bb on network f5c43a6a-f0d1-477d-a8c6-2fea358c2538 {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 18:58:18.739381 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ac9bed-b83e-44d8-a055-456967ffa148 admin admin] Router 8e7968d0-167e-4fa8-9cf7-581b622af1ca has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 18:58:18.749429 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-a8f5a623-afec-448a-803f-90d2c8295d71 None None] Provisioning complete for port 79bf2016-a139-43e6-a886-3fcda10864bb triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:18.749962 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a8f5a623-afec-448a-803f-90d2c8295d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (79bf2016-a139-43e6-a886-3fcda10864bb), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:18.773570 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e0c61f-49ab-4fbb-acc4-1d5e982a3a79 None None] Checking agent: {'id': 'c34e4451-1c74-4654-b00e-86e650275fac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 49, 35), 'started_at': datetime.datetime(2022, 5, 10, 18, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 18, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 18:58:18.773942 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e0c61f-49ab-4fbb-acc4-1d5e982a3a79 None None] Checking segment: {'id': '305b6081-8325-44b4-b4f1-d287ed407450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:58:18.774886 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e5e0c61f-49ab-4fbb-acc4-1d5e982a3a79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:18.775284 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e0c61f-49ab-4fbb-acc4-1d5e982a3a79 None None] Bound using segment: {'id': '305b6081-8325-44b4-b4f1-d287ed407450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538'} {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 18:58:18.775809 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [None req-e5e0c61f-49ab-4fbb-acc4-1d5e982a3a79 None None] Bound port: 73e24de6-cf79-4d79-b1ac-5133e91e46bb, host: dv-cinder-836996-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '305b6081-8325-44b4-b4f1-d287ed407450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538'}}] {{(pid=103425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 18:58:18.776193 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e5e0c61f-49ab-4fbb-acc4-1d5e982a3a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (73e24de6-cf79-4d79-b1ac-5133e91e46bb), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:18.795741 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f71867-32d6-4dff-b718-93f3b147cbb4 None None] Routers {'224c80a3-2c7e-4fdf-addf-77721e5d4aa9'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:58:18.799930 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-f6f71867-32d6-4dff-b718-93f3b147cbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T18:58:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:18.810724 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-90c87774-4631-475b-af95-0f16e9b7465e service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 18:58:18.811283 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Pushing event updated for resources: {'Port': ['ID=79bf2016-a139-43e6-a886-3fcda10864bb,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:18.812109 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-90c87774-4631-475b-af95-0f16e9b7465e service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2056513 May 10 18:58:18.855318 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9b09b57e-0a61-4195-a906-d91c0e2cacfb admin admin] Publish callbacks [] for security_group (54ad6cda-207e-41ef-826b-4a880d72aaf0), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:18.970848 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-f6f71867-32d6-4dff-b718-93f3b147cbb4 None None] Set router 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:58:18.996132 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd7b893-4bd3-4800-b1bc-34c4ef91345e None None] Routers {'8e7968d0-167e-4fa8-9cf7-581b622af1ca'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:58:18.996831 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-fbd7b893-4bd3-4800-b1bc-34c4ef91345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T18:58:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['8e7968d0-167e-4fa8-9cf7-581b622af1ca'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:19.043820 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port f98b2d3b-7a3b-4522-b1d4-6c974f2cb253 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:19.044202 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (f98b2d3b-7a3b-4522-b1d4-6c974f2cb253), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:19.087745 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-1d927b73-33a2-4976-bdee-f7488b3c0b89 req-9b511550-328d-49e1-9e32-ee46a83986f8 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a0e2445-4a6b-41f4-9de4-59562c2f6418 HTTP/1.1" status: 200 len: 210 time: 0.0641904 May 10 18:58:19.109659 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eb0f3a08-7a94-4ee9-9dc4-658361b7cac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:19.117708 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ac9bed-b83e-44d8-a055-456967ffa148 admin admin] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 18:58:19.118883 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db962ff6-e8da-407a-b6c2-0243502518c0 None None] Pushing event updated for resources: {'Port': ['ID=f0290121-ea84-4326-9353-1b48caf6680d,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:19.136018 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9b09b57e-0a61-4195-a906-d91c0e2cacfb admin admin] Publish callbacks [] for security_group (54ad6cda-207e-41ef-826b-4a880d72aaf0), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:19.148909 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-38ac9bed-b83e-44d8-a055-456967ffa148 admin admin] 10.222.0.52 "PUT /v2.0/routers/8e7968d0-167e-4fa8-9cf7-581b622af1ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8101501 May 10 18:58:19.241347 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-278c778e-d50c-4b56-a3a2-92ef1f973b8e admin admin] Publish callbacks [] for port (ecb12316-5946-47ad-ac9c-64373489eb65), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:19.279987 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-e5e0c61f-49ab-4fbb-acc4-1d5e982a3a79 None None] For port 73e24de6-cf79-4d79-b1ac-5133e91e46bb, host dv-cinder-836996-18-iscsi, cleared binding levels {{(pid=103425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 18:58:19.288944 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-e5e0c61f-49ab-4fbb-acc4-1d5e982a3a79 None None] For port 73e24de6-cf79-4d79-b1ac-5133e91e46bb, host dv-cinder-836996-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=73e24de6-cf79-4d79-b1ac-5133e91e46bb,segment=NetworkSegment(305b6081-8325-44b4-b4f1-d287ed407450),segment_id=305b6081-8325-44b4-b4f1-d287ed407450)] {{(pid=103425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 18:58:19.295339 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-96662050-1c98-4086-b1ca-4eb13f222fdc service neutron] 10.222.0.52 "GET /v2.0/networks/f5c43a6a-f0d1-477d-a8c6-2fea358c2538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332185 May 10 18:58:19.324254 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e5e0c61f-49ab-4fbb-acc4-1d5e982a3a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (73e24de6-cf79-4d79-b1ac-5133e91e46bb), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:19.421799 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-a8f5a623-afec-448a-803f-90d2c8295d71 None None] Current status of the port 79bf2016-a139-43e6-a886-3fcda10864bb is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:19.424660 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e0c61f-49ab-4fbb-acc4-1d5e982a3a79 None None] Routers {'52c41e11-9de0-42a8-a512-859793306c7d'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:58:19.425543 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-e5e0c61f-49ab-4fbb-acc4-1d5e982a3a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T18:58:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['52c41e11-9de0-42a8-a512-859793306c7d'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:19.433671 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-fbd7b893-4bd3-4800-b1bc-34c4ef91345e None None] Set router 8e7968d0-167e-4fa8-9cf7-581b622af1ca gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:58:19.442457 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-0a62641b-1370-4892-95fc-4d9b7e26db27 service neutron] 10.222.0.52 "GET /v2.0/networks/f5c43a6a-f0d1-477d-a8c6-2fea358c2538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133983 May 10 18:58:19.483145 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a65536c-5362-4da5-88d5-3ae4e9f58f50 None None] Pushing event updated for resources: {'Port': ['ID=73e24de6-cf79-4d79-b1ac-5133e91e46bb,revision_number=4']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:19.486522 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9b09b57e-0a61-4195-a906-d91c0e2cacfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (54ad6cda-207e-41ef-826b-4a880d72aaf0), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:19.489905 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9b09b57e-0a61-4195-a906-d91c0e2cacfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:19.491487 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-9b09b57e-0a61-4195-a906-d91c0e2cacfb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/54ad6cda-207e-41ef-826b-4a880d72aaf0 HTTP/1.1" status: 204 len: 168 time: 1.3394883 May 10 18:58:19.498355 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-f6f71867-32d6-4dff-b718-93f3b147cbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'name': 'tempest-AttachVolumeNegativeTest-1418596659-router', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:11Z', 'revision_number': 3, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'gw_port': {'id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi'}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:19.504703 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-278c778e-d50c-4b56-a3a2-92ef1f973b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578'] for port (ecb12316-5946-47ad-ac9c-64373489eb65), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:19.531958 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f71867-32d6-4dff-b718-93f3b147cbb4 None None] The sync data for ids ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'] in dv-cinder-836996-18-iscsi is: [{'id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'name': 'tempest-AttachVolumeNegativeTest-1418596659-router', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:11Z', 'revision_number': 3, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'gw_port': {'id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi'}] {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:58:19.598196 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278c778e-d50c-4b56-a3a2-92ef1f973b8e admin admin] Network a4576b84-9910-4693-87ed-530385aa986d is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:58:19.615305 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09b57e-0a61-4195-a906-d91c0e2cacfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ad6cda-207e-41ef-826b-4a880d72aaf0,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:19.643164 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-278c778e-d50c-4b56-a3a2-92ef1f973b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:58:19.683683 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278c778e-d50c-4b56-a3a2-92ef1f973b8e admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 18:58:19.694312 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-278c778e-d50c-4b56-a3a2-92ef1f973b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2088351'] for router_interface (224c80a3-2c7e-4fdf-addf-77721e5d4aa9), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:19.733513 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-e5e0c61f-49ab-4fbb-acc4-1d5e982a3a79 None None] Set router 52c41e11-9de0-42a8-a512-859793306c7d gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:58:19.882365 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 38846) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:19.889218 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-3c80239b-59ed-4fa1-820d-ffecd700a297 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Request body: {'security_group': {'name': 'tempest-securitygroup--314160024', 'description': 'tempest-description--510095645'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:19.972923 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c778e-d50c-4b56-a3a2-92ef1f973b8e admin admin] Pushing event updated for resources: {'Port': ['ID=ecb12316-5946-47ad-ac9c-64373489eb65,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:19.991614 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3c80239b-59ed-4fa1-820d-ffecd700a297 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:20.058053 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-eb0f3a08-7a94-4ee9-9dc4-658361b7cac3 admin admin] Allocated IP 172.20.0.1 (93f50fb6-d466-4999-a1b0-4ced1d39cc1d/8531edb7-c043-461d-9962-84adba840bae/16203859-563c-44f6-81e3-101fa509dfd8) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:58:20.144696 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-aa8d95bf-654e-40b4-b24b-8d106cd94c38 None None] Provisioning complete for port 59f04c5d-5ac4-4579-9530-dc79b8f0a486 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:20.169302 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-aa8d95bf-654e-40b4-b24b-8d106cd94c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (59f04c5d-5ac4-4579-9530-dc79b8f0a486), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:20.188937 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-82d0768f-3bd8-4f3c-b314-e1e9dc5edd87 None None] Publish callbacks [] for port (913b343e-1694-4954-bff4-5c2e3fe46b9e), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:20.196831 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port f98b2d3b-7a3b-4522-b1d4-6c974f2cb253 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:20.246202 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-82d0768f-3bd8-4f3c-b314-e1e9dc5edd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (913b343e-1694-4954-bff4-5c2e3fe46b9e), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:20.363662 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3c80239b-59ed-4fa1-820d-ffecd700a297 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for security_group (cf8ac318-a6c6-4ead-9476-647d75bd00db), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:20.374714 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3c80239b-59ed-4fa1-820d-ffecd700a297 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (cf8ac318-a6c6-4ead-9476-647d75bd00db), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:20.498958 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-aa8d95bf-654e-40b4-b24b-8d106cd94c38 None None] Port 59f04c5d-5ac4-4579-9530-dc79b8f0a486 cannot update to ACTIVE because it is not bound. {{(pid=103424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 18:58:20.528918 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3c80239b-59ed-4fa1-820d-ffecd700a297 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:20.531719 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-3c80239b-59ed-4fa1-820d-ffecd700a297 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6475701 May 10 18:58:20.536576 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 38882) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:20.578865 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-bb91e584-8458-45cf-8900-3ec5b58b51c9 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Request body: {'security_group_rule': {'security_group_id': 'cf8ac318-a6c6-4ead-9476-647d75bd00db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:20.584828 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-e5e0c61f-49ab-4fbb-acc4-1d5e982a3a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c41e11-9de0-42a8-a512-859793306c7d', 'name': 'tempest-ServerRescueNegativeTestJSON-1083329581-router', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4fa6353b-757f-4df3-9826-b2d85468adfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:03Z', 'updated_at': '2022-05-10T18:58:12Z', 'revision_number': 4, 'project_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'gw_port': {'id': '4fa6353b-757f-4df3-9826-b2d85468adfd', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c41e11-9de0-42a8-a512-859793306c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:04Z', 'updated_at': '2022-05-10T18:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '73e24de6-cf79-4d79-b1ac-5133e91e46bb', 'name': '', 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'mac_address': 'fa:16:3e:9b:30:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c41e11-9de0-42a8-a512-859793306c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9ed489f3-e7d1-46ad-8ba4-625045889072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:19Z', 'revision_number': 4, 'project_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'subnets': [{'id': '9ed489f3-e7d1-46ad-8ba4-625045889072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:20.597089 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-a93be7cd-46b9-47ce-a4f4-e848043654bd req-ae9c95ff-3b7a-4326-81a1-1f53b4425d3e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 210 time: 0.0794823 May 10 18:58:20.676604 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-82d0768f-3bd8-4f3c-b314-e1e9dc5edd87 None None] Attempting to bind port 913b343e-1694-4954-bff4-5c2e3fe46b9e on host dv-cinder-836996-18-iscsi for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 18:58:20.690715 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e0c61f-49ab-4fbb-acc4-1d5e982a3a79 None None] The sync data for ids ['52c41e11-9de0-42a8-a512-859793306c7d'] in dv-cinder-836996-18-iscsi is: [{'id': '52c41e11-9de0-42a8-a512-859793306c7d', 'name': 'tempest-ServerRescueNegativeTestJSON-1083329581-router', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4fa6353b-757f-4df3-9826-b2d85468adfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:03Z', 'updated_at': '2022-05-10T18:58:12Z', 'revision_number': 4, 'project_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'gw_port': {'id': '4fa6353b-757f-4df3-9826-b2d85468adfd', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c41e11-9de0-42a8-a512-859793306c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:04Z', 'updated_at': '2022-05-10T18:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '73e24de6-cf79-4d79-b1ac-5133e91e46bb', 'name': '', 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'mac_address': 'fa:16:3e:9b:30:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c41e11-9de0-42a8-a512-859793306c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9ed489f3-e7d1-46ad-8ba4-625045889072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:19Z', 'revision_number': 4, 'project_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'subnets': [{'id': '9ed489f3-e7d1-46ad-8ba4-625045889072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:58:20.697905 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-82d0768f-3bd8-4f3c-b314-e1e9dc5edd87 None None] Attempting to bind port 913b343e-1694-4954-bff4-5c2e3fe46b9e by drivers openvswitch,hyperv on host dv-cinder-836996-18-iscsi at level 0 using segments [{'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 18:58:20.698473 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d0768f-3bd8-4f3c-b314-e1e9dc5edd87 None None] Attempting to bind port 913b343e-1694-4954-bff4-5c2e3fe46b9e on network fea53afb-2d4d-48cb-89ec-9b33d8fc553d {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 18:58:20.700765 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a426f6-211e-47c3-a00d-f5967bdf6a71 None None] Pushing event updated for resources: {'Port': ['ID=913b343e-1694-4954-bff4-5c2e3fe46b9e,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:20.716113 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80239b-59ed-4fa1-820d-ffecd700a297 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8ac318-a6c6-4ead-9476-647d75bd00db,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:20.724197 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-aa8d95bf-654e-40b4-b24b-8d106cd94c38 None None] Provisioning complete for port 73e24de6-cf79-4d79-b1ac-5133e91e46bb triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:20.724596 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-aa8d95bf-654e-40b4-b24b-8d106cd94c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (73e24de6-cf79-4d79-b1ac-5133e91e46bb), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:20.760378 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-278c778e-d50c-4b56-a3a2-92ef1f973b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (ecb12316-5946-47ad-ac9c-64373489eb65), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:20.791031 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 4c63e66f-c234-436e-8c63-0fcbb0491af6 up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:58:20.798866 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb91e584-8458-45cf-8900-3ec5b58b51c9 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for security_group_rule (1211943f-a861-4e1a-b334-df3d165a606e), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:20.863533 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eb0f3a08-7a94-4ee9-9dc4-658361b7cac3 admin admin] Publish callbacks [] for port (16203859-563c-44f6-81e3-101fa509dfd8), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:20.939351 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2f0c2987-5034-49d4-8403-b98e630f203b req-36d65bd3-bc0b-4d33-939d-85f331a8e2d2 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a0e2445-4a6b-41f4-9de4-59562c2f6418 HTTP/1.1" status: 200 len: 210 time: 0.1107342 May 10 18:58:20.952605 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d0768f-3bd8-4f3c-b314-e1e9dc5edd87 None None] Checking agent: {'id': 'c34e4451-1c74-4654-b00e-86e650275fac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 49, 35), 'started_at': datetime.datetime(2022, 5, 10, 18, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 18, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 18:58:20.955869 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d0768f-3bd8-4f3c-b314-e1e9dc5edd87 None None] Checking segment: {'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:58:20.957266 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-82d0768f-3bd8-4f3c-b314-e1e9dc5edd87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:20.958465 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d0768f-3bd8-4f3c-b314-e1e9dc5edd87 None None] Bound using segment: {'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 18:58:20.959126 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-82d0768f-3bd8-4f3c-b314-e1e9dc5edd87 None None] Bound port: 913b343e-1694-4954-bff4-5c2e3fe46b9e, host: dv-cinder-836996-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 18:58:20.965810 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-82d0768f-3bd8-4f3c-b314-e1e9dc5edd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (913b343e-1694-4954-bff4-5c2e3fe46b9e), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:21.136540 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-82d0768f-3bd8-4f3c-b314-e1e9dc5edd87 None None] For port 913b343e-1694-4954-bff4-5c2e3fe46b9e, host dv-cinder-836996-18-iscsi, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 18:58:21.142808 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-82d0768f-3bd8-4f3c-b314-e1e9dc5edd87 None None] For port 913b343e-1694-4954-bff4-5c2e3fe46b9e, host dv-cinder-836996-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=913b343e-1694-4954-bff4-5c2e3fe46b9e,segment=NetworkSegment(5e4a060e-4ea0-4d95-88b5-1969f86bafa6),segment_id=5e4a060e-4ea0-4d95-88b5-1969f86bafa6)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 18:58:21.184490 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-82d0768f-3bd8-4f3c-b314-e1e9dc5edd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (913b343e-1694-4954-bff4-5c2e3fe46b9e), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:21.227365 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb91e584-8458-45cf-8900-3ec5b58b51c9 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for security_group_rule (1211943f-a861-4e1a-b334-df3d165a606e), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:21.248115 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb91e584-8458-45cf-8900-3ec5b58b51c9 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063310'] for security_group_rule (1211943f-a861-4e1a-b334-df3d165a606e), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:21.296903 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-fbd7b893-4bd3-4800-b1bc-34c4ef91345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'name': 'tempest-AttachVolumeTestJSON-1983261218-router', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:04Z', 'updated_at': '2022-05-10T18:58:17Z', 'revision_number': 4, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'gw_port': {'id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:07Z', 'updated_at': '2022-05-10T18:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '59f04c5d-5ac4-4579-9530-dc79b8f0a486', 'name': '', 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'mac_address': 'fa:16:3e:ed:7e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '945414bb-2eef-4f0c-992b-73a797dbf824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:15Z', 'updated_at': '2022-05-10T18:58:17Z', 'revision_number': 2, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'subnets': [{'id': '945414bb-2eef-4f0c-992b-73a797dbf824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:21.328053 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91e584-8458-45cf-8900-3ec5b58b51c9 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1211943f-a861-4e1a-b334-df3d165a606e,revision_number=0']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:21.345198 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb91e584-8458-45cf-8900-3ec5b58b51c9 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:21.346940 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-bb91e584-8458-45cf-8900-3ec5b58b51c9 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7925091 May 10 18:58:21.350137 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 38924) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:21.359106 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-278c778e-d50c-4b56-a3a2-92ef1f973b8e admin admin] Publish callbacks [] for port (ecb12316-5946-47ad-ac9c-64373489eb65), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:21.364904 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-f194994e-7cd9-453a-8708-3fadf50cc42b tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Request body: {'security_group_rule': {'security_group_id': 'cf8ac318-a6c6-4ead-9476-647d75bd00db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:21.372979 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eb0f3a08-7a94-4ee9-9dc4-658361b7cac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578'] for port (16203859-563c-44f6-81e3-101fa509dfd8), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:21.412215 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd7b893-4bd3-4800-b1bc-34c4ef91345e None None] The sync data for ids ['8e7968d0-167e-4fa8-9cf7-581b622af1ca'] in dv-cinder-836996-18-iscsi is: [{'id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'name': 'tempest-AttachVolumeTestJSON-1983261218-router', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:04Z', 'updated_at': '2022-05-10T18:58:17Z', 'revision_number': 4, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'gw_port': {'id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:07Z', 'updated_at': '2022-05-10T18:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '59f04c5d-5ac4-4579-9530-dc79b8f0a486', 'name': '', 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'mac_address': 'fa:16:3e:ed:7e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '945414bb-2eef-4f0c-992b-73a797dbf824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:15Z', 'updated_at': '2022-05-10T18:58:17Z', 'revision_number': 2, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'subnets': [{'id': '945414bb-2eef-4f0c-992b-73a797dbf824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:58:21.454681 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f194994e-7cd9-453a-8708-3fadf50cc42b tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for security_group_rule (dccf3c11-8eb5-428f-a111-386905ec91da), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:21.541682 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.48', 60752) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:21.546051 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-278c778e-d50c-4b56-a3a2-92ef1f973b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (ecb12316-5946-47ad-ac9c-64373489eb65), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:21.547023 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-278c778e-d50c-4b56-a3a2-92ef1f973b8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2055512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2088610'] for router_interface (224c80a3-2c7e-4fdf-addf-77721e5d4aa9), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:21.580083 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-aa8d95bf-654e-40b4-b24b-8d106cd94c38 None None] Current status of the port 73e24de6-cf79-4d79-b1ac-5133e91e46bb is: DOWN; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:21.580847 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-aa8d95bf-654e-40b4-b24b-8d106cd94c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (73e24de6-cf79-4d79-b1ac-5133e91e46bb), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:21.605919 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d0768f-3bd8-4f3c-b314-e1e9dc5edd87 None None] Routers {'c34f1854-ab5f-49fe-804e-af07c7a0edde'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:58:21.606810 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-82d0768f-3bd8-4f3c-b314-e1e9dc5edd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T18:58:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['c34f1854-ab5f-49fe-804e-af07c7a0edde'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:21.796293 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-aa8d95bf-654e-40b4-b24b-8d106cd94c38 None None] For port 73e24de6-cf79-4d79-b1ac-5133e91e46bb, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=73e24de6-cf79-4d79-b1ac-5133e91e46bb,segment=NetworkSegment(305b6081-8325-44b4-b4f1-d287ed407450),segment_id=305b6081-8325-44b4-b4f1-d287ed407450)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:58:21.817238 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-aa8d95bf-654e-40b4-b24b-8d106cd94c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (73e24de6-cf79-4d79-b1ac-5133e91e46bb), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:21.841245 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-2960a1f2-842e-4fde-a55b-2441e844b942 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:21.847288 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-2960a1f2-842e-4fde-a55b-2441e844b942 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.48 "GET /v2.0/networks?id=ae0b3827-f93b-468a-bc15-f879841e540a HTTP/1.1" status: 200 len: 811 time: 0.3039753 May 10 18:58:21.865067 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a426f6-211e-47c3-a00d-f5967bdf6a71 None None] Pushing event updated for resources: {'Port': ['ID=913b343e-1694-4954-bff4-5c2e3fe46b9e,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:21.885928 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 38932) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:21.886484 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 38934) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:21.984046 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f194994e-7cd9-453a-8708-3fadf50cc42b tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for security_group_rule (dccf3c11-8eb5-428f-a111-386905ec91da), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:21.994857 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f194994e-7cd9-453a-8708-3fadf50cc42b tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063310'] for security_group_rule (dccf3c11-8eb5-428f-a111-386905ec91da), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:22.002445 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-aa8d95bf-654e-40b4-b24b-8d106cd94c38 None None] Provisioning complete for port 79bf2016-a139-43e6-a886-3fcda10864bb triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:22.013311 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-aa8d95bf-654e-40b4-b24b-8d106cd94c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (79bf2016-a139-43e6-a886-3fcda10864bb), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:22.046425 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194994e-7cd9-453a-8708-3fadf50cc42b tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dccf3c11-8eb5-428f-a111-386905ec91da,revision_number=0']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:22.059552 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port 4c63e66f-c234-436e-8c63-0fcbb0491af6 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:22.060336 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (4c63e66f-c234-436e-8c63-0fcbb0491af6), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:22.066974 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f194994e-7cd9-453a-8708-3fadf50cc42b tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:22.068234 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-f194994e-7cd9-453a-8708-3fadf50cc42b tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7159514 May 10 18:58:22.077640 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 38948) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:22.089847 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-86bcedda-305d-43a2-86d9-c398aecf365e tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Request body: {'floatingip': {'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:22.190488 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-51d7fcec-c037-4caf-94da-0a7709ba77ab tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Request body: {'port': {'device_id': '2a0e2445-4a6b-41f4-9de4-59562c2f6418', 'network_id': 'ae0b3827-f93b-468a-bc15-f879841e540a', 'admin_state_up': True, 'tenant_id': '78dc305288844d31b96ce03cca84d0de'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:22.213977 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-64e66644-f8ff-4514-abee-89a77c31f9ea tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:22.218320 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-64e66644-f8ff-4514-abee-89a77c31f9ea tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/networks?id=f5c43a6a-f0d1-477d-a8c6-2fea358c2538 HTTP/1.1" status: 200 len: 819 time: 1.0356188 May 10 18:58:22.224737 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-86bcedda-305d-43a2-86d9-c398aecf365e tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:22.269080 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0f3a08-7a94-4ee9-9dc4-658361b7cac3 admin admin] Network 93f50fb6-d466-4999-a1b0-4ced1d39cc1d is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:58:22.336845 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-eb0f3a08-7a94-4ee9-9dc4-658361b7cac3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:58:22.345897 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0f3a08-7a94-4ee9-9dc4-658361b7cac3 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 18:58:22.346462 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eb0f3a08-7a94-4ee9-9dc4-658361b7cac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2088351'] for router_interface (c34f1854-ab5f-49fe-804e-af07c7a0edde), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:22.391678 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-82d0768f-3bd8-4f3c-b314-e1e9dc5edd87 None None] Set router c34f1854-ab5f-49fe-804e-af07c7a0edde gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:58:22.659938 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8d95bf-654e-40b4-b24b-8d106cd94c38 None None] Pushing event updated for resources: {'Port': ['ID=73e24de6-cf79-4d79-b1ac-5133e91e46bb,revision_number=5']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:22.664129 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f3a08-7a94-4ee9-9dc4-658361b7cac3 admin admin] Pushing event updated for resources: {'Port': ['ID=16203859-563c-44f6-81e3-101fa509dfd8,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:22.673095 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-ddf0e9e5-7e9e-43d9-94e1-8826369ef49c tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/quotas/772abdeeb78b4eaab9bc9d831eda68f3 HTTP/1.1" status: 200 len: 375 time: 0.4342964 May 10 18:58:22.850720 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-7353b7ed-b597-474c-9bba-a1c249600fd8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-892646968-network', 'tenant_id': '8e55c8cdfa504adfb502346a2a9c909c'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:22.853448 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-86bcedda-305d-43a2-86d9-c398aecf365e tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:22.856061 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-98c77270-e767-4e79-b23c-ad7db782c765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:22.975155 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eb0f3a08-7a94-4ee9-9dc4-658361b7cac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (16203859-563c-44f6-81e3-101fa509dfd8), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:22.988930 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-98c77270-e767-4e79-b23c-ad7db782c765 admin admin] Publish callbacks [] for security_group (2626a1a9-4bba-41b2-80dc-685816b4808b), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:23.000540 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-90a77add-91ee-482a-9d66-debda1f06021 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=772abdeeb78b4eaab9bc9d831eda68f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3132539 May 10 18:58:23.045113 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-17573ca1-2113-4601-a40c-3bf74097afe5 req-133edc59-afc5-49e0-8515-ca037ef30dc3 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a0e2445-4a6b-41f4-9de4-59562c2f6418 HTTP/1.1" status: 200 len: 210 time: 0.8208551 May 10 18:58:23.062404 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-98c77270-e767-4e79-b23c-ad7db782c765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (2626a1a9-4bba-41b2-80dc-685816b4808b), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:23.122413 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 38988) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:23.125418 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c77270-e767-4e79-b23c-ad7db782c765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2626a1a9-4bba-41b2-80dc-685816b4808b,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:23.185823 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278c778e-d50c-4b56-a3a2-92ef1f973b8e admin admin] Network a4576b84-9910-4693-87ed-530385aa986d is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:58:23.195146 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c778e-d50c-4b56-a3a2-92ef1f973b8e admin admin] Pushing event updated for resources: {'Port': ['ID=ecb12316-5946-47ad-ac9c-64373489eb65,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:23.282228 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-aa8d95bf-654e-40b4-b24b-8d106cd94c38 None None] Current status of the port 79bf2016-a139-43e6-a886-3fcda10864bb is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:23.290832 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port 4c63e66f-c234-436e-8c63-0fcbb0491af6 is: DOWN; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:23.291231 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (4c63e66f-c234-436e-8c63-0fcbb0491af6), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:23.383702 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] For port 4c63e66f-c234-436e-8c63-0fcbb0491af6, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=4c63e66f-c234-436e-8c63-0fcbb0491af6,segment=NetworkSegment(5e4a060e-4ea0-4d95-88b5-1969f86bafa6),segment_id=5e4a060e-4ea0-4d95-88b5-1969f86bafa6)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:58:23.423177 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (4c63e66f-c234-436e-8c63-0fcbb0491af6), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:23.425597 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 79bf2016-a139-43e6-a886-3fcda10864bb up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:58:23.469707 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-86bcedda-305d-43a2-86d9-c398aecf365e tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Allocated IP 172.27.1.92 (fea53afb-2d4d-48cb-89ec-9b33d8fc553d/12fc4f2d-8382-4ccf-abb9-52281f433079/ddcd4754-37b5-419b-ab94-057026dcede6) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:58:23.552163 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7353b7ed-b597-474c-9bba-a1c249600fd8 admin admin] Made reservation on behalf of 8e55c8cdfa504adfb502346a2a9c909c for: {'network': 1} {{(pid=103423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:58:23.554886 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7353b7ed-b597-474c-9bba-a1c249600fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for network (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:23.652196 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eb0f3a08-7a94-4ee9-9dc4-658361b7cac3 admin admin] Publish callbacks [] for port (16203859-563c-44f6-81e3-101fa509dfd8), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:23.656046 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-278c778e-d50c-4b56-a3a2-92ef1f973b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:58:23.740532 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-82d0768f-3bd8-4f3c-b314-e1e9dc5edd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1803823991-router', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:13Z', 'revision_number': 3, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'gw_port': {'id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi'}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:23.742322 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-8b0edb47-3764-4be9-98c4-a260a93830bd None None] Provisioning complete for port ecb12316-5946-47ad-ac9c-64373489eb65 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:23.742815 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8b0edb47-3764-4be9-98c4-a260a93830bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (ecb12316-5946-47ad-ac9c-64373489eb65), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:23.783658 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.48', 60758) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:23.791463 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eb0f3a08-7a94-4ee9-9dc4-658361b7cac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (16203859-563c-44f6-81e3-101fa509dfd8), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:23.792167 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eb0f3a08-7a94-4ee9-9dc4-658361b7cac3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2055512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2088610'] for router_interface (c34f1854-ab5f-49fe-804e-af07c7a0edde), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:23.963370 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d0768f-3bd8-4f3c-b314-e1e9dc5edd87 None None] The sync data for ids ['c34f1854-ab5f-49fe-804e-af07c7a0edde'] in dv-cinder-836996-18-iscsi is: [{'id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1803823991-router', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:13Z', 'revision_number': 3, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'gw_port': {'id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:58:24.023926 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7353b7ed-b597-474c-9bba-a1c249600fd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:24.035228 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-8b0edb47-3764-4be9-98c4-a260a93830bd None None] Port ecb12316-5946-47ad-ac9c-64373489eb65 cannot update to ACTIVE because it is not bound. {{(pid=103424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 18:58:24.037333 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port 79bf2016-a139-43e6-a886-3fcda10864bb triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:24.037739 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (79bf2016-a139-43e6-a886-3fcda10864bb), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:24.039200 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Pushing event updated for resources: {'Port': ['ID=4c63e66f-c234-436e-8c63-0fcbb0491af6,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:24.140427 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-8b0edb47-3764-4be9-98c4-a260a93830bd None None] Provisioning complete for port 16203859-563c-44f6-81e3-101fa509dfd8 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:24.141181 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8b0edb47-3764-4be9-98c4-a260a93830bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (16203859-563c-44f6-81e3-101fa509dfd8), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:24.186843 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-8b0edb47-3764-4be9-98c4-a260a93830bd None None] Port 16203859-563c-44f6-81e3-101fa509dfd8 cannot update to ACTIVE because it is not bound. {{(pid=103424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 18:58:24.197862 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-8b0edb47-3764-4be9-98c4-a260a93830bd None None] Provisioning complete for port 73e24de6-cf79-4d79-b1ac-5133e91e46bb triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:24.198460 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8b0edb47-3764-4be9-98c4-a260a93830bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (73e24de6-cf79-4d79-b1ac-5133e91e46bb), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:24.199741 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-a280275e-668f-4c19-8781-1bccdeedf356 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:24.201324 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-a280275e-668f-4c19-8781-1bccdeedf356 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.48 "GET /v2.0/networks?id=f5c43a6a-f0d1-477d-a8c6-2fea358c2538 HTTP/1.1" status: 200 len: 819 time: 0.4166021 May 10 18:58:24.312103 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-98c77270-e767-4e79-b23c-ad7db782c765 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=31d4c2c179254e91953448f46c6f6ef6&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4236078 May 10 18:58:24.317481 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 39000) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:24.332480 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1964a21c-100f-4546-a991-33441e5dbe51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:24.367667 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-005ddc5c-5dbf-4917-b9aa-12058fba6265 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Request body: {'port': {'device_id': '244dae3f-5242-4188-97f7-ce2ddc28d52f', 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538', 'admin_state_up': True, 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:24.394576 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f3a08-7a94-4ee9-9dc4-658361b7cac3 admin admin] Pushing event updated for resources: {'Port': ['ID=16203859-563c-44f6-81e3-101fa509dfd8,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:24.516640 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port 79bf2016-a139-43e6-a886-3fcda10864bb is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:24.517962 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device f98b2d3b-7a3b-4522-b1d4-6c974f2cb253 up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:58:24.541010 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-86bcedda-305d-43a2-86d9-c398aecf365e tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for port (ddcd4754-37b5-419b-ab94-057026dcede6), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:24.580607 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-8b0edb47-3764-4be9-98c4-a260a93830bd None None] Current status of the port 73e24de6-cf79-4d79-b1ac-5133e91e46bb is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:24.623662 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-0d0efab5-e742-4068-bef2-3919e2b57ee3 service neutron] 10.222.0.52 "GET /v2.0/networks/f5c43a6a-f0d1-477d-a8c6-2fea358c2538?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6217384 May 10 18:58:24.658918 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port f98b2d3b-7a3b-4522-b1d4-6c974f2cb253 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:24.659333 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (f98b2d3b-7a3b-4522-b1d4-6c974f2cb253), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:24.690789 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-77109159-59d0-4c2c-adbf-5f1326c45087 req-ddf9145b-b15e-43ca-8f40-18bd91bcd170 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a0e2445-4a6b-41f4-9de4-59562c2f6418 HTTP/1.1" status: 200 len: 210 time: 0.3816266 May 10 18:58:24.756162 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-2835ff13-bc14-40f8-b878-63792c1a124f None None] Provisioning complete for port ecb12316-5946-47ad-ac9c-64373489eb65 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:24.756583 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2835ff13-bc14-40f8-b878-63792c1a124f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (ecb12316-5946-47ad-ac9c-64373489eb65), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:24.859133 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-2835ff13-bc14-40f8-b878-63792c1a124f None None] Port ecb12316-5946-47ad-ac9c-64373489eb65 cannot update to ACTIVE because it is not bound. {{(pid=103424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 18:58:24.926882 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7353b7ed-b597-474c-9bba-a1c249600fd8 admin admin] Publish callbacks [] for security_group (074c2401-95c4-4d14-a472-8332063f21f8), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:24.996531 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7353b7ed-b597-474c-9bba-a1c249600fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (074c2401-95c4-4d14-a472-8332063f21f8), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:25.026695 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port f98b2d3b-7a3b-4522-b1d4-6c974f2cb253 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:25.028746 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 4fa6353b-757f-4df3-9826-b2d85468adfd up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:58:25.031715 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7353b7ed-b597-474c-9bba-a1c249600fd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=103423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 18:58:25.045594 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7353b7ed-b597-474c-9bba-a1c249600fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860'] for segment (fd098bde-16ff-4804-afb1-db16bd673ab6), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:25.045955 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.db.segments_db [None req-7353b7ed-b597-474c-9bba-a1c249600fd8 admin admin] Added segment fd098bde-16ff-4804-afb1-db16bd673ab6 of type vlan for network c9904556-06ef-4055-a37d-a10142eb77e7 May 10 18:58:25.135982 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278c778e-d50c-4b56-a3a2-92ef1f973b8e admin admin] Router 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 18:58:25.161950 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7353b7ed-b597-474c-9bba-a1c249600fd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776401517752'] for network (c9904556-06ef-4055-a37d-a10142eb77e7), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:25.165403 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port 4fa6353b-757f-4df3-9826-b2d85468adfd triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:25.165783 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (4fa6353b-757f-4df3-9826-b2d85468adfd), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:25.268927 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0f3a08-7a94-4ee9-9dc4-658361b7cac3 admin admin] Network 93f50fb6-d466-4999-a1b0-4ced1d39cc1d is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:58:25.286959 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1964a21c-100f-4546-a991-33441e5dbe51 admin admin] Publish callbacks [] for security_group (1c4738c3-b218-40c4-a5da-2a66cceac7e2), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:25.294088 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6f370057-96e7-4d25-b6e5-b9fa23867957 admin admin] Publish callbacks [] for security_group (2626a1a9-4bba-41b2-80dc-685816b4808b), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:25.347451 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-eb0f3a08-7a94-4ee9-9dc4-658361b7cac3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:58:25.364511 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6f370057-96e7-4d25-b6e5-b9fa23867957 admin admin] Publish callbacks [] for security_group (2626a1a9-4bba-41b2-80dc-685816b4808b), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:25.380204 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port 4fa6353b-757f-4df3-9826-b2d85468adfd is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:25.483022 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-6f8a46f7-f772-486c-ab4a-13e58534a546 service neutron] 10.222.0.52 "GET /v2.0/networks/f5c43a6a-f0d1-477d-a8c6-2fea358c2538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8484740 May 10 18:58:25.532804 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7353b7ed-b597-474c-9bba-a1c249600fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498'] for network (c9904556-06ef-4055-a37d-a10142eb77e7), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:25.534000 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7353b7ed-b597-474c-9bba-a1c249600fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:25.534607 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7353b7ed-b597-474c-9bba-a1c249600fd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for network (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:25.550211 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-51d7fcec-c037-4caf-94da-0a7709ba77ab tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Made reservation on behalf of 78dc305288844d31b96ce03cca84d0de for: {'port': 1} {{(pid=103423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:58:25.554982 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-51d7fcec-c037-4caf-94da-0a7709ba77ab tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:25.579427 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1964a21c-100f-4546-a991-33441e5dbe51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (1c4738c3-b218-40c4-a5da-2a66cceac7e2), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:25.595503 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-7353b7ed-b597-474c-9bba-a1c249600fd8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.7055361 May 10 18:58:25.608138 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 39006) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:25.617819 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353b7ed-b597-474c-9bba-a1c249600fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074c2401-95c4-4d14-a472-8332063f21f8,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:25.669215 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6f370057-96e7-4d25-b6e5-b9fa23867957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (2626a1a9-4bba-41b2-80dc-685816b4808b), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:25.671765 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6f370057-96e7-4d25-b6e5-b9fa23867957 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:25.673026 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-6f370057-96e7-4d25-b6e5-b9fa23867957 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2626a1a9-4bba-41b2-80dc-685816b4808b HTTP/1.1" status: 204 len: 168 time: 1.3416712 May 10 18:58:25.687060 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-e1c6a9a5-1f34-44de-8e30-15cefc959428 admin admin] Request body: {'subnet': {'network_id': 'c9904556-06ef-4055-a37d-a10142eb77e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-892646968-subnet', 'tenant_id': '8e55c8cdfa504adfb502346a2a9c909c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:25.704744 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964a21c-100f-4546-a991-33441e5dbe51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4738c3-b218-40c4-a5da-2a66cceac7e2,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:25.794418 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-0dd8bbc6-de1d-403a-b919-bb8fd94619ac None None] Provisioning complete for port 16203859-563c-44f6-81e3-101fa509dfd8 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:25.809228 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0dd8bbc6-de1d-403a-b919-bb8fd94619ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (16203859-563c-44f6-81e3-101fa509dfd8), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:25.819096 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-005ddc5c-5dbf-4917-b9aa-12058fba6265 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Made reservation on behalf of 772abdeeb78b4eaab9bc9d831eda68f3 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:58:25.855171 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-005ddc5c-5dbf-4917-b9aa-12058fba6265 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:25.960994 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-0dd8bbc6-de1d-403a-b919-bb8fd94619ac None None] Port 16203859-563c-44f6-81e3-101fa509dfd8 cannot update to ACTIVE because it is not bound. {{(pid=103424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 18:58:26.057199 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f370057-96e7-4d25-b6e5-b9fa23867957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2626a1a9-4bba-41b2-80dc-685816b4808b,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:26.082663 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c6a9a5-1f34-44de-8e30-15cefc959428 admin admin] Made reservation on behalf of 8e55c8cdfa504adfb502346a2a9c909c for: {'subnet': 1} {{(pid=103423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:58:26.086752 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e1c6a9a5-1f34-44de-8e30-15cefc959428 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:26.498357 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353b7ed-b597-474c-9bba-a1c249600fd8 admin admin] Pushing event updated for resources: {'Network': ['ID=c9904556-06ef-4055-a37d-a10142eb77e7,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:26.534686 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Network c9904556-06ef-4055-a37d-a10142eb77e7 details requested by agent ovs-agent-dv-cinder-836996-18-iscsi with host dv-cinder-836996-18-iscsi {{(pid=103424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 18:58:26.590850 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-62466218-df77-4c32-98fb-2318f874df38 req-16fb83b3-a38b-41f4-9d4c-7bfef751655b tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a0e2445-4a6b-41f4-9de4-59562c2f6418 HTTP/1.1" status: 200 len: 210 time: 0.5236797 May 10 18:58:26.592596 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-51d7fcec-c037-4caf-94da-0a7709ba77ab tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Allocated IP 172.20.0.7 (ae0b3827-f93b-468a-bc15-f879841e540a/adf3250e-cef8-46a7-b04b-c2b2a1ec720d/d82d0229-ef21-4596-87d5-921bebe59bc4) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:58:26.604473 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-86bcedda-305d-43a2-86d9-c398aecf365e tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578'] for port (ddcd4754-37b5-419b-ab94-057026dcede6), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:26.748309 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-1964a21c-100f-4546-a991-33441e5dbe51 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=61b421176f834b27b365622111b2e4ab&name=default HTTP/1.1" status: 200 len: 2996 time: 3.6048591 May 10 18:58:26.764898 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bcedda-305d-43a2-86d9-c398aecf365e tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Pushing event updated for resources: {'Port': ['ID=ddcd4754-37b5-419b-ab94-057026dcede6,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:26.778051 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 4c63e66f-c234-436e-8c63-0fcbb0491af6 up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:58:26.785616 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 39032) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:26.807254 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bcedda-305d-43a2-86d9-c398aecf365e tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Network fea53afb-2d4d-48cb-89ec-9b33d8fc553d is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:58:26.847503 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-86bcedda-305d-43a2-86d9-c398aecf365e tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:58:26.857223 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bcedda-305d-43a2-86d9-c398aecf365e tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 18:58:26.901280 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-d37c8431-48a2-49b9-b778-472725bbb489 req-40f49766-cb7e-4789-afb3-526b2e1bfcec tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 210 time: 0.7945178 May 10 18:58:26.943966 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0f3a08-7a94-4ee9-9dc4-658361b7cac3 admin admin] Router c34f1854-ab5f-49fe-804e-af07c7a0edde has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 18:58:26.954966 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port 4c63e66f-c234-436e-8c63-0fcbb0491af6 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:26.956086 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (4c63e66f-c234-436e-8c63-0fcbb0491af6), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:27.045713 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278c778e-d50c-4b56-a3a2-92ef1f973b8e admin admin] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 18:58:27.074054 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4d32c8-ca90-49c0-a8d7-66a0a8fec074 None None] Sync routers for ids ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'] in dv-cinder-836996-18-iscsi {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:58:27.094432 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-278c778e-d50c-4b56-a3a2-92ef1f973b8e admin admin] 10.222.0.52 "PUT /v2.0/routers/224c80a3-2c7e-4fdf-addf-77721e5d4aa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5436909 May 10 18:58:27.148270 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4d32c8-ca90-49c0-a8d7-66a0a8fec074 None None] Routers {'224c80a3-2c7e-4fdf-addf-77721e5d4aa9'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:58:27.151583 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5c4d32c8-ca90-49c0-a8d7-66a0a8fec074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T18:58:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:27.263224 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0f3a08-7a94-4ee9-9dc4-658361b7cac3 admin admin] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 18:58:27.272307 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port 4c63e66f-c234-436e-8c63-0fcbb0491af6 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:27.276166 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device f0290121-ea84-4326-9353-1b48caf6680d up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:58:27.303052 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-eb0f3a08-7a94-4ee9-9dc4-658361b7cac3 admin admin] 10.222.0.52 "PUT /v2.0/routers/c34f1854-ab5f-49fe-804e-af07c7a0edde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3541145 May 10 18:58:27.322538 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-51d7fcec-c037-4caf-94da-0a7709ba77ab tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Publish callbacks [] for port (d82d0229-ef21-4596-87d5-921bebe59bc4), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:27.350261 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port f0290121-ea84-4326-9353-1b48caf6680d triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:27.350757 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (f0290121-ea84-4326-9353-1b48caf6680d), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:27.423962 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e1c6a9a5-1f34-44de-8e30-15cefc959428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498'] for subnet (cd643710-d125-4b53-aed7-4106c4ee8521), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:27.438876 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-51d7fcec-c037-4caf-94da-0a7709ba77ab tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578'] for port (d82d0229-ef21-4596-87d5-921bebe59bc4), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:27.462933 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-005ddc5c-5dbf-4917-b9aa-12058fba6265 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Allocated IP 172.20.0.4 (f5c43a6a-f0d1-477d-a8c6-2fea358c2538/9ed489f3-e7d1-46ad-8ba4-625045889072/92a763e8-0127-48f4-b51e-d0f7dfe094b6) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:58:27.593637 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-5c4d32c8-ca90-49c0-a8d7-66a0a8fec074 None None] Set router 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:58:27.744721 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d7fcec-c037-4caf-94da-0a7709ba77ab tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Pushing event updated for resources: {'Port': ['ID=d82d0229-ef21-4596-87d5-921bebe59bc4,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:27.776699 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-51d7fcec-c037-4caf-94da-0a7709ba77ab tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Network ae0b3827-f93b-468a-bc15-f879841e540a is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:58:27.793742 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-51d7fcec-c037-4caf-94da-0a7709ba77ab tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:58:27.807092 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-86bcedda-305d-43a2-86d9-c398aecf365e tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for floatingip (bb601c6e-9030-473c-96c1-d17758ac4d48), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:27.811723 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-51d7fcec-c037-4caf-94da-0a7709ba77ab tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 18:58:27.817587 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-51d7fcec-c037-4caf-94da-0a7709ba77ab tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:27.818242 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-51d7fcec-c037-4caf-94da-0a7709ba77ab tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:27.820183 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-005ddc5c-5dbf-4917-b9aa-12058fba6265 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks [] for port (92a763e8-0127-48f4-b51e-d0f7dfe094b6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:27.863340 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c6a9a5-1f34-44de-8e30-15cefc959428 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd643710-d125-4b53-aed7-4106c4ee8521,revision_number=0']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:27.875821 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-005ddc5c-5dbf-4917-b9aa-12058fba6265 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578'] for port (92a763e8-0127-48f4-b51e-d0f7dfe094b6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:27.907639 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c6a9a5-1f34-44de-8e30-15cefc959428 admin admin] Checking segment: {'id': 'fd098bde-16ff-4804-afb1-db16bd673ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c9904556-06ef-4055-a37d-a10142eb77e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:58:27.908957 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c6a9a5-1f34-44de-8e30-15cefc959428 admin admin] Network hostable DHCP agents. Network: c9904556-06ef-4055-a37d-a10142eb77e7, hostable agents: ['dfaf9083-34c2-4df7-9672-aaebd87f4028'], hosted agents: [] {{(pid=103423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 18:58:27.915274 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-86bcedda-305d-43a2-86d9-c398aecf365e tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (ddcd4754-37b5-419b-ab94-057026dcede6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:27.921455 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-51d7fcec-c037-4caf-94da-0a7709ba77ab tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8446095 May 10 18:58:27.950229 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6142123a-0500-46cb-ab0f-12e6050cefd5 admin admin] Publish callbacks [] for security_group (1c4738c3-b218-40c4-a5da-2a66cceac7e2), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:28.073457 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-005ddc5c-5dbf-4917-b9aa-12058fba6265 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Network f5c43a6a-f0d1-477d-a8c6-2fea358c2538 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:58:28.081596 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-005ddc5c-5dbf-4917-b9aa-12058fba6265 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:58:28.101174 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-005ddc5c-5dbf-4917-b9aa-12058fba6265 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 18:58:28.108899 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-005ddc5c-5dbf-4917-b9aa-12058fba6265 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:28.110036 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-005ddc5c-5dbf-4917-b9aa-12058fba6265 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:28.118737 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-86bcedda-305d-43a2-86d9-c398aecf365e tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for port (ddcd4754-37b5-419b-ab94-057026dcede6), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:28.141965 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-86bcedda-305d-43a2-86d9-c398aecf365e tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (ddcd4754-37b5-419b-ab94-057026dcede6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:28.158868 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 39062) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:28.172229 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c6a9a5-1f34-44de-8e30-15cefc959428 admin admin] Network c9904556-06ef-4055-a37d-a10142eb77e7 is scheduled to be hosted by DHCP agent dfaf9083-34c2-4df7-9672-aaebd87f4028 with binding_index 1 {{(pid=103423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 18:58:28.205428 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-005ddc5c-5dbf-4917-b9aa-12058fba6265 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8637395 May 10 18:58:28.274392 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ddc5c-5dbf-4917-b9aa-12058fba6265 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Pushing event updated for resources: {'Port': ['ID=92a763e8-0127-48f4-b51e-d0f7dfe094b6,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:28.309629 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-342f28a1-44d0-4720-b0cd-3ab0fa852a4e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1840477600', 'description': 'tempest-description--1692862413'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:28.310915 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b3462-076f-4386-88d6-5441df8e0ae6 req-51d54430-1300-43ef-8561-fbccfdf9e597 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:28.323322 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-a09b3462-076f-4386-88d6-5441df8e0ae6 req-51d54430-1300-43ef-8561-fbccfdf9e597 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a0e2445-4a6b-41f4-9de4-59562c2f6418 HTTP/1.1" status: 200 len: 931 time: 0.2497399 May 10 18:58:28.368171 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-1ec17a1e-265a-4efb-9c9b-191b1f107be7 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 18:58:28.372174 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-1ec17a1e-265a-4efb-9c9b-191b1f107be7 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0440981 May 10 18:58:28.373216 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5c4d32c8-ca90-49c0-a8d7-66a0a8fec074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'name': 'tempest-AttachVolumeNegativeTest-1418596659-router', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:20Z', 'revision_number': 4, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'gw_port': {'id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': 'ecb12316-5946-47ad-ac9c-64373489eb65', 'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'mac_address': 'fa:16:3e:fe:8b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:16Z', 'updated_at': '2022-05-10T18:58:20Z', 'revision_number': 2, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'subnets': [{'id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:28.382304 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-135f53fc-734d-45f4-845e-96db4ab578a2 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103423) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 18:58:28.384825 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-135f53fc-734d-45f4-845e-96db4ab578a2 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0445812 May 10 18:58:28.409834 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6142123a-0500-46cb-ab0f-12e6050cefd5 admin admin] Publish callbacks [] for security_group (1c4738c3-b218-40c4-a5da-2a66cceac7e2), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:28.420486 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-86bcedda-305d-43a2-86d9-c398aecf365e tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2085825'] for floatingip (bb601c6e-9030-473c-96c1-d17758ac4d48), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:28.468190 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-e1c6a9a5-1f34-44de-8e30-15cefc959428 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-18-iscsi, c9904556-06ef-4055-a37d-a10142eb77e7) {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:58:28.491631 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-86bcedda-305d-43a2-86d9-c398aecf365e tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:28.493005 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-86bcedda-305d-43a2-86d9-c398aecf365e tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4144509 May 10 18:58:28.514923 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c6a9a5-1f34-44de-8e30-15cefc959428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:28.518433 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e1c6a9a5-1f34-44de-8e30-15cefc959428 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for subnet (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:28.554761 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bcedda-305d-43a2-86d9-c398aecf365e tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Pushing event updated for resources: {'Port': ['ID=ddcd4754-37b5-419b-ab94-057026dcede6,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:28.610527 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-e1c6a9a5-1f34-44de-8e30-15cefc959428 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.9430528 May 10 18:58:28.664350 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-a09b3462-076f-4386-88d6-5441df8e0ae6 req-a3ccf961-0c12-4cfd-8775-59e7436b83b7 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5305e2e-efa5-4972-a7fe-4a69ecd167fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371024 May 10 18:58:28.730684 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 39078) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:28.737711 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-9c96921c-f6ea-489c-bb43-52f05b0fcc56 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1801047234', 'description': 'tempest-description--2128765002'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:28.788064 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0568473-2801-44c1-91f2-47702e4fe06a None None] Network c9904556-06ef-4055-a37d-a10142eb77e7 requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 18:58:28.823163 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.48', 60764) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:28.983515 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9c96921c-f6ea-489c-bb43-52f05b0fcc56 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:28.993890 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-342f28a1-44d0-4720-b0cd-3ab0fa852a4e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:29.008617 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-c4b11b43-a973-4059-805a-348b7429d800 req-6e284b37-a357-49cb-99a1-a90e7383498f tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 210 time: 0.1177266 May 10 18:58:29.053162 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4d32c8-ca90-49c0-a8d7-66a0a8fec074 None None] Checking router: 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 for host: dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:58:29.054275 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4d32c8-ca90-49c0-a8d7-66a0a8fec074 None None] Updating router 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 port ecb12316-5946-47ad-ac9c-64373489eb65 binding host dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 18:58:29.086607 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port f0290121-ea84-4326-9353-1b48caf6680d is: DOWN; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:29.087826 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (f0290121-ea84-4326-9353-1b48caf6680d), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:29.223456 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-8f420875-bde3-4f04-ac19-04372f1800d8 None None] Provisioning complete for port 92a763e8-0127-48f4-b51e-d0f7dfe094b6 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:29.223456 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8f420875-bde3-4f04-ac19-04372f1800d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (92a763e8-0127-48f4-b51e-d0f7dfe094b6), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:29.227542 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-c799e367-9fdc-4749-a713-731859b3e96e service neutron] Request body: {'port': {'device_id': '2a0e2445-4a6b-41f4-9de4-59562c2f6418', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:29.265227 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-230bdf32-3cbf-4422-aed2-7ed2ef2741c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:29.279254 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfebd58d-a22d-4e2f-831e-cfff5d50254d None None] Sync routers for ids ['8e7968d0-167e-4fa8-9cf7-581b622af1ca'] in dv-cinder-836996-18-iscsi {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:58:29.286586 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2c5771-9ff8-419c-b0ff-1c9d0116d7c8 None None] Network c9904556-06ef-4055-a37d-a10142eb77e7 requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 18:58:29.304794 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfebd58d-a22d-4e2f-831e-cfff5d50254d None None] Routers {'8e7968d0-167e-4fa8-9cf7-581b622af1ca'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:58:29.306640 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-267fc79c-43a1-41a0-94c1-3645c16f3893 service neutron] Request body: {'port': {'device_id': '244dae3f-5242-4188-97f7-ce2ddc28d52f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:29.307427 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-cfebd58d-a22d-4e2f-831e-cfff5d50254d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T18:58:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['8e7968d0-167e-4fa8-9cf7-581b622af1ca'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:29.411480 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-ad26b9fd-c86c-48b5-97cc-ef443cdf7d0f tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--314160024&fields=id&tenant_id=f211dbe09fc34141b9d519a6e69c8dc2 HTTP/1.1" status: 200 len: 267 time: 0.3429732 May 10 18:58:29.444385 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9c96921c-f6ea-489c-bb43-52f05b0fcc56 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for security_group (51aa9de5-376c-4ee8-9151-b5958f31ea7b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:29.482369 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6142123a-0500-46cb-ab0f-12e6050cefd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (1c4738c3-b218-40c4-a5da-2a66cceac7e2), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:29.487399 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] For port f0290121-ea84-4326-9353-1b48caf6680d, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=f0290121-ea84-4326-9353-1b48caf6680d,segment=NetworkSegment(5e4a060e-4ea0-4d95-88b5-1969f86bafa6),segment_id=5e4a060e-4ea0-4d95-88b5-1969f86bafa6)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:58:29.492794 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6142123a-0500-46cb-ab0f-12e6050cefd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:29.494005 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-6142123a-0500-46cb-ab0f-12e6050cefd5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1c4738c3-b218-40c4-a5da-2a66cceac7e2 HTTP/1.1" status: 204 len: 168 time: 2.6957445 May 10 18:58:29.527851 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-cfebd58d-a22d-4e2f-831e-cfff5d50254d None None] Set router 8e7968d0-167e-4fa8-9cf7-581b622af1ca gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:58:29.528319 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5c4d32c8-ca90-49c0-a8d7-66a0a8fec074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (ecb12316-5946-47ad-ac9c-64373489eb65), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:29.550588 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-c799e367-9fdc-4749-a713-731859b3e96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (d82d0229-ef21-4596-87d5-921bebe59bc4), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:29.595582 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6142123a-0500-46cb-ab0f-12e6050cefd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4738c3-b218-40c4-a5da-2a66cceac7e2,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:29.603240 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9c96921c-f6ea-489c-bb43-52f05b0fcc56 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (51aa9de5-376c-4ee8-9151-b5958f31ea7b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:29.720626 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (f0290121-ea84-4326-9353-1b48caf6680d), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:29.724457 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 913b343e-1694-4954-bff4-5c2e3fe46b9e up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:58:29.737177 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96921c-f6ea-489c-bb43-52f05b0fcc56 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51aa9de5-376c-4ee8-9151-b5958f31ea7b,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:29.741585 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9c96921c-f6ea-489c-bb43-52f05b0fcc56 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:29.747071 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-9c96921c-f6ea-489c-bb43-52f05b0fcc56 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0150797 May 10 18:58:29.754279 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 39114) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:29.760817 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-a5c814f2-1d7f-4a31-973c-345ee4c5339d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Request body: {'security_group_rule': {'security_group_id': '51aa9de5-376c-4ee8-9151-b5958f31ea7b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:29.826099 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-ae80bf16-d1b0-444d-8e08-475da7350f47 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:29.827699 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-ae80bf16-d1b0-444d-8e08-475da7350f47 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.48 "GET /v2.0/networks?id=f5c43a6a-f0d1-477d-a8c6-2fea358c2538 HTTP/1.1" status: 200 len: 819 time: 1.2848334 May 10 18:58:29.848977 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710f015d-5a54-4267-9792-5fb992e7d8d3 None None] Sync routers for ids ['c34f1854-ab5f-49fe-804e-af07c7a0edde'] in dv-cinder-836996-18-iscsi {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:58:29.859141 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-8f420875-bde3-4f04-ac19-04372f1800d8 None None] Port 92a763e8-0127-48f4-b51e-d0f7dfe094b6 cannot update to ACTIVE because it is not bound. {{(pid=103424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 18:58:29.912037 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-cfebd58d-a22d-4e2f-831e-cfff5d50254d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'name': 'tempest-AttachVolumeTestJSON-1983261218-router', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:04Z', 'updated_at': '2022-05-10T18:58:17Z', 'revision_number': 4, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'gw_port': {'id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:07Z', 'updated_at': '2022-05-10T18:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '59f04c5d-5ac4-4579-9530-dc79b8f0a486', 'name': '', 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'mac_address': 'fa:16:3e:ed:7e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '945414bb-2eef-4f0c-992b-73a797dbf824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:15Z', 'updated_at': '2022-05-10T18:58:17Z', 'revision_number': 2, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'subnets': [{'id': '945414bb-2eef-4f0c-992b-73a797dbf824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:29.959955 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-c9d11880-c630-49af-9a8a-4a0fa2bee3e3 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Request body: {'port': {'device_id': '91a8a2ba-cdd2-4453-ae0e-81cb754b030f', 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538', 'admin_state_up': True, 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:29.983670 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-342f28a1-44d0-4720-b0cd-3ab0fa852a4e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group (62a7ddbf-aaf0-4d8b-aa87-7717cf22f9a3), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:29.994400 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfebd58d-a22d-4e2f-831e-cfff5d50254d None None] Checking router: 8e7968d0-167e-4fa8-9cf7-581b622af1ca for host: dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:58:29.994798 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfebd58d-a22d-4e2f-831e-cfff5d50254d None None] Updating router 8e7968d0-167e-4fa8-9cf7-581b622af1ca port 59f04c5d-5ac4-4579-9530-dc79b8f0a486 binding host dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 18:58:30.099979 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-cfebd58d-a22d-4e2f-831e-cfff5d50254d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (59f04c5d-5ac4-4579-9530-dc79b8f0a486), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:30.189178 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-342f28a1-44d0-4720-b0cd-3ab0fa852a4e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (62a7ddbf-aaf0-4d8b-aa87-7717cf22f9a3), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:30.201099 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710f015d-5a54-4267-9792-5fb992e7d8d3 None None] Routers {'c34f1854-ab5f-49fe-804e-af07c7a0edde'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:58:30.204266 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-710f015d-5a54-4267-9792-5fb992e7d8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T18:58:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['c34f1854-ab5f-49fe-804e-af07c7a0edde'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:30.388545 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-342f28a1-44d0-4720-b0cd-3ab0fa852a4e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:30.396174 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-342f28a1-44d0-4720-b0cd-3ab0fa852a4e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.2210667 May 10 18:58:30.399174 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 39132) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:30.401700 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 39134) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:30.418421 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f28a1-44d0-4720-b0cd-3ab0fa852a4e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62a7ddbf-aaf0-4d8b-aa87-7717cf22f9a3,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:30.446248 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-3d9254d0-1e2d-41de-ac01-b46896a74145 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Request body: {'security_group_rule': {'security_group_id': '62a7ddbf-aaf0-4d8b-aa87-7717cf22f9a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:30.503652 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-f81d7416-4dd9-4274-8521-d777e6632d8c tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:30.514406 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-f81d7416-4dd9-4274-8521-d777e6632d8c tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/networks?id=17ce47ba-754f-4a57-b915-d9f184cff0b4 HTTP/1.1" status: 200 len: 811 time: 1.0714657 May 10 18:58:30.562519 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ada1adaf-df27-46ad-9bc5-0c6b54279a16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:30.609508 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-03528e41-0d11-4b7f-8c66-95b636067c37 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/quotas/f211dbe09fc34141b9d519a6e69c8dc2 HTTP/1.1" status: 200 len: 375 time: 0.0938940 May 10 18:58:30.617999 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.notifiers.nova [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-c799e367-9fdc-4749-a713-731859b3e96e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d82d0229-ef21-4596-87d5-921bebe59bc4 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 18:58:30.629029 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-c799e367-9fdc-4749-a713-731859b3e96e service neutron] Publish callbacks [] for port (d82d0229-ef21-4596-87d5-921bebe59bc4), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:30.683934 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-c799e367-9fdc-4749-a713-731859b3e96e service neutron] Transition to ACTIVE for port object d82d0229-ef21-4596-87d5-921bebe59bc4 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 18:58:30.708712 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-267fc79c-43a1-41a0-94c1-3645c16f3893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (92a763e8-0127-48f4-b51e-d0f7dfe094b6), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:30.741879 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-c799e367-9fdc-4749-a713-731859b3e96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (d82d0229-ef21-4596-87d5-921bebe59bc4), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:30.749954 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a5c814f2-1d7f-4a31-973c-345ee4c5339d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for security_group_rule (f88add33-d14c-40bd-a73b-aa67f9f158c5), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:30.772719 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-c9d11880-c630-49af-9a8a-4a0fa2bee3e3 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Made reservation on behalf of 772abdeeb78b4eaab9bc9d831eda68f3 for: {'port': 1} {{(pid=103423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:58:30.775653 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-cfebd58d-a22d-4e2f-831e-cfff5d50254d None None] Publish callbacks [] for port (59f04c5d-5ac4-4579-9530-dc79b8f0a486), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:30.783721 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-c9d11880-c630-49af-9a8a-4a0fa2bee3e3 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:30.791251 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-cfebd58d-a22d-4e2f-831e-cfff5d50254d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (59f04c5d-5ac4-4579-9530-dc79b8f0a486), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:30.844870 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3d9254d0-1e2d-41de-ac01-b46896a74145 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group_rule (f53d6ec7-ded7-41b4-8583-9cc4bea349c5), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:30.875065 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799e367-9fdc-4749-a713-731859b3e96e service neutron] Pushing event updated for resources: {'Port': ['ID=d82d0229-ef21-4596-87d5-921bebe59bc4,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:30.921498 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e786184-fcac-415b-b94c-9b79eba0c0d7 None None] Pushing event updated for resources: {'Port': ['ID=59f04c5d-5ac4-4579-9530-dc79b8f0a486,revision_number=3']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:31.038215 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5c4d32c8-ca90-49c0-a8d7-66a0a8fec074 None None] Publish callbacks [] for port (ecb12316-5946-47ad-ac9c-64373489eb65), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:31.056982 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-875f71f3-3be8-4d82-a0dd-045d050b1481 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f211dbe09fc34141b9d519a6e69c8dc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4460089 May 10 18:58:31.065066 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 39142) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:31.089517 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port 913b343e-1694-4954-bff4-5c2e3fe46b9e triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:31.090802 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (913b343e-1694-4954-bff4-5c2e3fe46b9e), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:31.099853 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-6cea8a9c-74e5-4d4d-9eeb-873308cae2d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-204536111-network', 'tenant_id': 'c0fadc7d6f14426c9859b261b1444fd4'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:31.106719 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [None req-cfebd58d-a22d-4e2f-831e-cfff5d50254d None None] Attempting to bind port 59f04c5d-5ac4-4579-9530-dc79b8f0a486 on host dv-cinder-836996-18-iscsi for vnic_type normal with profile {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 18:58:31.106975 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [None req-cfebd58d-a22d-4e2f-831e-cfff5d50254d None None] Attempting to bind port 59f04c5d-5ac4-4579-9530-dc79b8f0a486 by drivers openvswitch,hyperv on host dv-cinder-836996-18-iscsi at level 0 using segments [{'id': '1868c427-5847-444e-a7f0-4f51b9eb2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4'}] {{(pid=103425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 18:58:31.108722 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfebd58d-a22d-4e2f-831e-cfff5d50254d None None] Attempting to bind port 59f04c5d-5ac4-4579-9530-dc79b8f0a486 on network 17ce47ba-754f-4a57-b915-d9f184cff0b4 {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 18:58:31.126081 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfebd58d-a22d-4e2f-831e-cfff5d50254d None None] Checking agent: {'id': 'c34e4451-1c74-4654-b00e-86e650275fac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 49, 35), 'started_at': datetime.datetime(2022, 5, 10, 18, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 18, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 18:58:31.126558 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfebd58d-a22d-4e2f-831e-cfff5d50254d None None] Checking segment: {'id': '1868c427-5847-444e-a7f0-4f51b9eb2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:58:31.127434 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-cfebd58d-a22d-4e2f-831e-cfff5d50254d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:31.132753 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfebd58d-a22d-4e2f-831e-cfff5d50254d None None] Bound using segment: {'id': '1868c427-5847-444e-a7f0-4f51b9eb2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4'} {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 18:58:31.133382 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [None req-cfebd58d-a22d-4e2f-831e-cfff5d50254d None None] Bound port: 59f04c5d-5ac4-4579-9530-dc79b8f0a486, host: dv-cinder-836996-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1868c427-5847-444e-a7f0-4f51b9eb2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4'}}] {{(pid=103425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 18:58:31.133846 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-cfebd58d-a22d-4e2f-831e-cfff5d50254d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (59f04c5d-5ac4-4579-9530-dc79b8f0a486), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:31.199412 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Pushing event updated for resources: {'Port': ['ID=f0290121-ea84-4326-9353-1b48caf6680d,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:31.213086 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5c4d32c8-ca90-49c0-a8d7-66a0a8fec074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (ecb12316-5946-47ad-ac9c-64373489eb65), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:31.271053 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-cfebd58d-a22d-4e2f-831e-cfff5d50254d None None] For port 59f04c5d-5ac4-4579-9530-dc79b8f0a486, host dv-cinder-836996-18-iscsi, cleared binding levels {{(pid=103425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 18:58:31.274425 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-cfebd58d-a22d-4e2f-831e-cfff5d50254d None None] For port 59f04c5d-5ac4-4579-9530-dc79b8f0a486, host dv-cinder-836996-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=59f04c5d-5ac4-4579-9530-dc79b8f0a486,segment=NetworkSegment(1868c427-5847-444e-a7f0-4f51b9eb2322),segment_id=1868c427-5847-444e-a7f0-4f51b9eb2322)] {{(pid=103425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 18:58:31.285792 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-cfebd58d-a22d-4e2f-831e-cfff5d50254d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (59f04c5d-5ac4-4579-9530-dc79b8f0a486), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:31.331563 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302018c-e175-49b8-843f-f6f5592f46a7 None None] Pushing event updated for resources: {'Port': ['ID=ecb12316-5946-47ad-ac9c-64373489eb65,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:31.355313 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e402c-b73a-4cb0-affa-364356dc3c70 req-a361d168-2e32-471c-b65a-c61626a43db2 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:31.358090 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-f57e402c-b73a-4cb0-affa-364356dc3c70 req-a361d168-2e32-471c-b65a-c61626a43db2 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a0e2445-4a6b-41f4-9de4-59562c2f6418 HTTP/1.1" status: 200 len: 931 time: 1.3171704 May 10 18:58:31.396282 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e786184-fcac-415b-b94c-9b79eba0c0d7 None None] Pushing event updated for resources: {'Port': ['ID=59f04c5d-5ac4-4579-9530-dc79b8f0a486,revision_number=4']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:31.445029 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfebd58d-a22d-4e2f-831e-cfff5d50254d None None] Routers {'8e7968d0-167e-4fa8-9cf7-581b622af1ca'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:58:31.461395 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-cfebd58d-a22d-4e2f-831e-cfff5d50254d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T18:58:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['8e7968d0-167e-4fa8-9cf7-581b622af1ca'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:31.466704 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port 913b343e-1694-4954-bff4-5c2e3fe46b9e is: DOWN; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:31.467063 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (913b343e-1694-4954-bff4-5c2e3fe46b9e), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:31.499405 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3d9254d0-1e2d-41de-ac01-b46896a74145 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group_rule (f53d6ec7-ded7-41b4-8583-9cc4bea349c5), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:31.501742 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cea8a9c-74e5-4d4d-9eeb-873308cae2d1 admin admin] Made reservation on behalf of c0fadc7d6f14426c9859b261b1444fd4 for: {'network': 1} {{(pid=103423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:58:31.507639 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6cea8a9c-74e5-4d4d-9eeb-873308cae2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for network (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:31.520396 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3d9254d0-1e2d-41de-ac01-b46896a74145 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063310'] for security_group_rule (f53d6ec7-ded7-41b4-8583-9cc4bea349c5), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:31.539794 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f38fe2a2-48f4-417b-9f0f-9774391fab58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:31.589044 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9254d0-1e2d-41de-ac01-b46896a74145 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f53d6ec7-ded7-41b4-8583-9cc4bea349c5,revision_number=0']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:31.653986 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6cea8a9c-74e5-4d4d-9eeb-873308cae2d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:31.703524 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-f57e402c-b73a-4cb0-affa-364356dc3c70 req-be627bc8-eeb5-444a-83ef-3a5398c47ad6 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5305e2e-efa5-4972-a7fe-4a69ecd167fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762651 May 10 18:58:31.789633 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] For port 913b343e-1694-4954-bff4-5c2e3fe46b9e, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=913b343e-1694-4954-bff4-5c2e3fe46b9e,segment=NetworkSegment(5e4a060e-4ea0-4d95-88b5-1969f86bafa6),segment_id=5e4a060e-4ea0-4d95-88b5-1969f86bafa6)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:58:31.796967 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94240d7f-7a8a-4d6d-84ff-78a6daafea4f None None] Provisioning complete for port 59f04c5d-5ac4-4579-9530-dc79b8f0a486 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:31.797302 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94240d7f-7a8a-4d6d-84ff-78a6daafea4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (59f04c5d-5ac4-4579-9530-dc79b8f0a486), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:31.836578 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3d9254d0-1e2d-41de-ac01-b46896a74145 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:31.840883 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-3d9254d0-1e2d-41de-ac01-b46896a74145 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4022846 May 10 18:58:31.844385 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ada1adaf-df27-46ad-9bc5-0c6b54279a16 admin admin] Publish callbacks [] for security_group (1cfbbcfa-c8db-4792-89af-0a33a5edb81c), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:31.849463 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 39144) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:31.855399 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-c799e367-9fdc-4749-a713-731859b3e96e service neutron] Attempting to bind port d82d0229-ef21-4596-87d5-921bebe59bc4 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 18:58:31.857496 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-c799e367-9fdc-4749-a713-731859b3e96e service neutron] Attempting to bind port d82d0229-ef21-4596-87d5-921bebe59bc4 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'a37197f5-e5ec-4c52-bd5d-47b60008e78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ae0b3827-f93b-468a-bc15-f879841e540a'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 18:58:31.858110 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-c799e367-9fdc-4749-a713-731859b3e96e service neutron] Attempting to bind port d82d0229-ef21-4596-87d5-921bebe59bc4 on network ae0b3827-f93b-468a-bc15-f879841e540a {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 18:58:31.873418 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a5c814f2-1d7f-4a31-973c-345ee4c5339d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for security_group_rule (f88add33-d14c-40bd-a73b-aa67f9f158c5), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:31.881810 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-710f015d-5a54-4267-9792-5fb992e7d8d3 None None] Set router c34f1854-ab5f-49fe-804e-af07c7a0edde gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:58:31.889011 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-92c64423-7b94-40d4-9c08-98b8621af2ed tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Request body: {'security_group_rule': {'security_group_id': '62a7ddbf-aaf0-4d8b-aa87-7717cf22f9a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:31.910271 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-c799e367-9fdc-4749-a713-731859b3e96e service neutron] Port d82d0229-ef21-4596-87d5-921bebe59bc4 on network ae0b3827-f93b-468a-bc15-f879841e540a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 18:58:31.910597 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-c799e367-9fdc-4749-a713-731859b3e96e service neutron] Attempting to bind port d82d0229-ef21-4596-87d5-921bebe59bc4 on network ae0b3827-f93b-468a-bc15-f879841e540a {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 18:58:31.920191 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a5c814f2-1d7f-4a31-973c-345ee4c5339d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063310'] for security_group_rule (f88add33-d14c-40bd-a73b-aa67f9f158c5), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:31.931924 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-c799e367-9fdc-4749-a713-731859b3e96e service neutron] Checking agent: {'id': '84b4d3b2-b3ea-4da4-b994-5396953c421b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'started_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 18, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 18:58:31.932294 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-c799e367-9fdc-4749-a713-731859b3e96e service neutron] Checking segment: {'id': 'a37197f5-e5ec-4c52-bd5d-47b60008e78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ae0b3827-f93b-468a-bc15-f879841e540a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:58:31.934659 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ada1adaf-df27-46ad-9bc5-0c6b54279a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (1cfbbcfa-c8db-4792-89af-0a33a5edb81c), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:31.934800 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-c799e367-9fdc-4749-a713-731859b3e96e service neutron] Bound using segment: {'id': 'a37197f5-e5ec-4c52-bd5d-47b60008e78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ae0b3827-f93b-468a-bc15-f879841e540a'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 18:58:31.935287 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-c799e367-9fdc-4749-a713-731859b3e96e service neutron] Bound port: d82d0229-ef21-4596-87d5-921bebe59bc4, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a37197f5-e5ec-4c52-bd5d-47b60008e78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ae0b3827-f93b-468a-bc15-f879841e540a'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 18:58:31.935650 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-c799e367-9fdc-4749-a713-731859b3e96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (d82d0229-ef21-4596-87d5-921bebe59bc4), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:31.938465 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-c9d11880-c630-49af-9a8a-4a0fa2bee3e3 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Allocated IP 172.20.0.12 (f5c43a6a-f0d1-477d-a8c6-2fea358c2538/9ed489f3-e7d1-46ad-8ba4-625045889072/6b454d25-9193-4894-8b66-730ea63f15c4) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:58:31.965132 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-4173edaf-445c-4431-acb9-1ee30e310011 service neutron] 10.222.0.52 "GET /v2.0/networks/17ce47ba-754f-4a57-b915-d9f184cff0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8548701 May 10 18:58:32.006909 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-5c4d32c8-ca90-49c0-a8d7-66a0a8fec074 None None] Attempting to bind port ecb12316-5946-47ad-ac9c-64373489eb65 on host dv-cinder-836996-18-iscsi for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 18:58:32.007285 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-5c4d32c8-ca90-49c0-a8d7-66a0a8fec074 None None] Attempting to bind port ecb12316-5946-47ad-ac9c-64373489eb65 by drivers openvswitch,hyperv on host dv-cinder-836996-18-iscsi at level 0 using segments [{'id': '04de397a-54d1-4abc-9167-6db11e2916d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 18:58:32.007650 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4d32c8-ca90-49c0-a8d7-66a0a8fec074 None None] Attempting to bind port ecb12316-5946-47ad-ac9c-64373489eb65 on network a4576b84-9910-4693-87ed-530385aa986d {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 18:58:32.010134 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (913b343e-1694-4954-bff4-5c2e3fe46b9e), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:32.010830 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 73e24de6-cf79-4d79-b1ac-5133e91e46bb up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:58:32.023867 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c814f2-1d7f-4a31-973c-345ee4c5339d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f88add33-d14c-40bd-a73b-aa67f9f158c5,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:32.026668 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-cfebd58d-a22d-4e2f-831e-cfff5d50254d None None] Set router 8e7968d0-167e-4fa8-9cf7-581b622af1ca gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:58:32.084516 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-0d4d257c-21b8-4c7b-95ed-296494cab93c req-a7b5b994-610c-4beb-91cb-2e2e79e99fd4 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 210 time: 0.2214043 May 10 18:58:32.106697 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a5c814f2-1d7f-4a31-973c-345ee4c5339d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:32.111835 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-a5c814f2-1d7f-4a31-973c-345ee4c5339d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3557734 May 10 18:58:32.118111 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 39150) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:32.184824 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-a2631f85-d2e4-4eb5-b62a-6530d14c99d2 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Request body: {'security_group_rule': {'security_group_id': '51aa9de5-376c-4ee8-9151-b5958f31ea7b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:32.203730 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Pushing event updated for resources: {'Port': ['ID=913b343e-1694-4954-bff4-5c2e3fe46b9e,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:32.224075 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6cea8a9c-74e5-4d4d-9eeb-873308cae2d1 admin admin] Publish callbacks [] for security_group (339625ca-f7aa-419b-be2d-e5a43f02b980), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:32.249055 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4d32c8-ca90-49c0-a8d7-66a0a8fec074 None None] Checking agent: {'id': 'c34e4451-1c74-4654-b00e-86e650275fac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 49, 35), 'started_at': datetime.datetime(2022, 5, 10, 18, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 18, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 18:58:32.249934 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4d32c8-ca90-49c0-a8d7-66a0a8fec074 None None] Checking segment: {'id': '04de397a-54d1-4abc-9167-6db11e2916d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:58:32.250424 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 39152) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:32.253150 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5c4d32c8-ca90-49c0-a8d7-66a0a8fec074 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:32.253674 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4d32c8-ca90-49c0-a8d7-66a0a8fec074 None None] Bound using segment: {'id': '04de397a-54d1-4abc-9167-6db11e2916d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 18:58:32.254283 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-5c4d32c8-ca90-49c0-a8d7-66a0a8fec074 None None] Bound port: ecb12316-5946-47ad-ac9c-64373489eb65, host: dv-cinder-836996-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04de397a-54d1-4abc-9167-6db11e2916d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 18:58:32.254810 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5c4d32c8-ca90-49c0-a8d7-66a0a8fec074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (ecb12316-5946-47ad-ac9c-64373489eb65), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:32.255815 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-ada1adaf-df27-46ad-9bc5-0c6b54279a16 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d5b7938a44f040d2adbe1890e52eea86&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8206725 May 10 18:58:32.262944 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1adaf-df27-46ad-9bc5-0c6b54279a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfbbcfa-c8db-4792-89af-0a33a5edb81c,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:32.265866 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6cea8a9c-74e5-4d4d-9eeb-873308cae2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (339625ca-f7aa-419b-be2d-e5a43f02b980), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:32.291396 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-92c64423-7b94-40d4-9c08-98b8621af2ed tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group_rule (aa368a2e-fb62-4081-84c9-1c2927770683), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:32.344892 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cea8a9c-74e5-4d4d-9eeb-873308cae2d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=103423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 18:58:32.352743 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a2631f85-d2e4-4eb5-b62a-6530d14c99d2 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for security_group_rule (faee8ffb-026e-4748-a7fd-fb202df26b1d), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:32.465959 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6cea8a9c-74e5-4d4d-9eeb-873308cae2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860'] for segment (82b81942-43ca-4bfb-bda3-e01f188833fa), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:32.466309 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.db.segments_db [None req-6cea8a9c-74e5-4d4d-9eeb-873308cae2d1 admin admin] Added segment 82b81942-43ca-4bfb-bda3-e01f188833fa of type vlan for network 3ed15c38-d840-415a-b012-0b61647a84c0 May 10 18:58:32.504029 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea8a9c-74e5-4d4d-9eeb-873308cae2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339625ca-f7aa-419b-be2d-e5a43f02b980,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:32.515964 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-cfebd58d-a22d-4e2f-831e-cfff5d50254d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'name': 'tempest-AttachVolumeTestJSON-1983261218-router', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:04Z', 'updated_at': '2022-05-10T18:58:17Z', 'revision_number': 4, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'gw_port': {'id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:07Z', 'updated_at': '2022-05-10T18:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '59f04c5d-5ac4-4579-9530-dc79b8f0a486', 'name': '', 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'mac_address': 'fa:16:3e:ed:7e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '945414bb-2eef-4f0c-992b-73a797dbf824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:15Z', 'updated_at': '2022-05-10T18:58:31Z', 'revision_number': 4, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'subnets': [{'id': '945414bb-2eef-4f0c-992b-73a797dbf824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:32.520830 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-af5d55fa-abdf-49ff-9ba1-b8ce88e848b3 service neutron] 10.222.0.52 "GET /v2.0/networks/17ce47ba-754f-4a57-b915-d9f184cff0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5543556 May 10 18:58:32.552219 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94240d7f-7a8a-4d6d-84ff-78a6daafea4f None None] Current status of the port 59f04c5d-5ac4-4579-9530-dc79b8f0a486 is: DOWN; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:32.556322 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94240d7f-7a8a-4d6d-84ff-78a6daafea4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (59f04c5d-5ac4-4579-9530-dc79b8f0a486), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:32.604398 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfebd58d-a22d-4e2f-831e-cfff5d50254d None None] The sync data for ids ['8e7968d0-167e-4fa8-9cf7-581b622af1ca'] in dv-cinder-836996-18-iscsi is: [{'id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'name': 'tempest-AttachVolumeTestJSON-1983261218-router', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:04Z', 'updated_at': '2022-05-10T18:58:17Z', 'revision_number': 4, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'gw_port': {'id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:07Z', 'updated_at': '2022-05-10T18:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '59f04c5d-5ac4-4579-9530-dc79b8f0a486', 'name': '', 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'mac_address': 'fa:16:3e:ed:7e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '945414bb-2eef-4f0c-992b-73a797dbf824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:15Z', 'updated_at': '2022-05-10T18:58:31Z', 'revision_number': 4, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'subnets': [{'id': '945414bb-2eef-4f0c-992b-73a797dbf824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:58:32.694269 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:32.699670 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port 73e24de6-cf79-4d79-b1ac-5133e91e46bb triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:32.713120 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (73e24de6-cf79-4d79-b1ac-5133e91e46bb), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:32.730513 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-92c64423-7b94-40d4-9c08-98b8621af2ed tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group_rule (aa368a2e-fb62-4081-84c9-1c2927770683), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:32.859629 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-92c64423-7b94-40d4-9c08-98b8621af2ed tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063310'] for security_group_rule (aa368a2e-fb62-4081-84c9-1c2927770683), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:32.885921 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-710f015d-5a54-4267-9792-5fb992e7d8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1803823991-router', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:22Z', 'revision_number': 4, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'gw_port': {'id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '16203859-563c-44f6-81e3-101fa509dfd8', 'name': '', 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'mac_address': 'fa:16:3e:b5:b5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8531edb7-c043-461d-9962-84adba840bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:19Z', 'updated_at': '2022-05-10T18:58:23Z', 'revision_number': 2, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'subnets': [{'id': '8531edb7-c043-461d-9962-84adba840bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:32.915112 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6cea8a9c-74e5-4d4d-9eeb-873308cae2d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776401517752'] for network (3ed15c38-d840-415a-b012-0b61647a84c0), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:32.970103 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710f015d-5a54-4267-9792-5fb992e7d8d3 None None] Checking router: c34f1854-ab5f-49fe-804e-af07c7a0edde for host: dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:58:32.970531 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710f015d-5a54-4267-9792-5fb992e7d8d3 None None] Updating router c34f1854-ab5f-49fe-804e-af07c7a0edde port 16203859-563c-44f6-81e3-101fa509dfd8 binding host dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 18:58:33.006892 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a2631f85-d2e4-4eb5-b62a-6530d14c99d2 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for security_group_rule (faee8ffb-026e-4748-a7fd-fb202df26b1d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:33.008881 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-c799e367-9fdc-4749-a713-731859b3e96e service neutron] For port d82d0229-ef21-4596-87d5-921bebe59bc4, host hv-cinder-83699, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 18:58:33.044210 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e88ca0ae-1c42-4498-abf5-8f096a64b2bf admin admin] Publish callbacks [] for security_group (1cfbbcfa-c8db-4792-89af-0a33a5edb81c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:33.045935 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a2631f85-d2e4-4eb5-b62a-6530d14c99d2 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063310'] for security_group_rule (faee8ffb-026e-4748-a7fd-fb202df26b1d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:33.087533 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-5c4d32c8-ca90-49c0-a8d7-66a0a8fec074 None None] For port ecb12316-5946-47ad-ac9c-64373489eb65, host dv-cinder-836996-18-iscsi, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 18:58:33.097758 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.db.resource_extend [None req-6cea8a9c-74e5-4d4d-9eeb-873308cae2d1 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 18:58:33.100515 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c64423-7b94-40d4-9c08-98b8621af2ed tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa368a2e-fb62-4081-84c9-1c2927770683,revision_number=0']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:33.126187 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-17fb854a-d19e-428b-a2b0-cbe2f994a469 req-d82f44d3-7c7c-4680-8062-871bcaf96246 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 210 time: 0.2841787 May 10 18:58:33.141362 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94240d7f-7a8a-4d6d-84ff-78a6daafea4f None None] For port 59f04c5d-5ac4-4579-9530-dc79b8f0a486, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=59f04c5d-5ac4-4579-9530-dc79b8f0a486,segment=NetworkSegment(1868c427-5847-444e-a7f0-4f51b9eb2322),segment_id=1868c427-5847-444e-a7f0-4f51b9eb2322)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:58:33.148247 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-c799e367-9fdc-4749-a713-731859b3e96e service neutron] For port d82d0229-ef21-4596-87d5-921bebe59bc4, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d82d0229-ef21-4596-87d5-921bebe59bc4,segment=NetworkSegment(a37197f5-e5ec-4c52-bd5d-47b60008e78c),segment_id=a37197f5-e5ec-4c52-bd5d-47b60008e78c)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 18:58:33.166627 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-92c64423-7b94-40d4-9c08-98b8621af2ed tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:33.169929 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-92c64423-7b94-40d4-9c08-98b8621af2ed tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2991195 May 10 18:58:33.179874 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a2631f85-d2e4-4eb5-b62a-6530d14c99d2 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:33.184800 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 39174) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:33.193319 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-a2631f85-d2e4-4eb5-b62a-6530d14c99d2 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0120456 May 10 18:58:33.194015 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 39176) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:33.196268 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-5c4d32c8-ca90-49c0-a8d7-66a0a8fec074 None None] For port ecb12316-5946-47ad-ac9c-64373489eb65, host dv-cinder-836996-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=ecb12316-5946-47ad-ac9c-64373489eb65,segment=NetworkSegment(04de397a-54d1-4abc-9167-6db11e2916d9),segment_id=04de397a-54d1-4abc-9167-6db11e2916d9)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 18:58:33.202444 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94240d7f-7a8a-4d6d-84ff-78a6daafea4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (59f04c5d-5ac4-4579-9530-dc79b8f0a486), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:33.222497 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-47ccfa2f-8688-4fd8-bf25-74de60ed5a56 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Request body: {'floatingip': {'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:33.226145 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5c4d32c8-ca90-49c0-a8d7-66a0a8fec074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (ecb12316-5946-47ad-ac9c-64373489eb65), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:33.235871 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-d6730e91-132b-4429-b9c7-1f0d1281e481 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Request body: {'floatingip': {'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:33.242675 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-c9d11880-c630-49af-9a8a-4a0fa2bee3e3 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks [] for port (6b454d25-9193-4894-8b66-730ea63f15c4), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:33.255226 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-710f015d-5a54-4267-9792-5fb992e7d8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (16203859-563c-44f6-81e3-101fa509dfd8), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:33.275863 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6cea8a9c-74e5-4d4d-9eeb-873308cae2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498'] for network (3ed15c38-d840-415a-b012-0b61647a84c0), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:33.277113 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cea8a9c-74e5-4d4d-9eeb-873308cae2d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:33.277841 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6cea8a9c-74e5-4d4d-9eeb-873308cae2d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for network (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:33.290338 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2631f85-d2e4-4eb5-b62a-6530d14c99d2 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faee8ffb-026e-4748-a7fd-fb202df26b1d,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:33.310544 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-47ccfa2f-8688-4fd8-bf25-74de60ed5a56 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:33.323400 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-6cea8a9c-74e5-4d4d-9eeb-873308cae2d1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2445147 May 10 18:58:33.394370 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 39182) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:33.402054 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-94245008-3fd6-4857-8897-7789eeb32956 admin admin] Request body: {'subnet': {'network_id': '3ed15c38-d840-415a-b012-0b61647a84c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-204536111-subnet', 'tenant_id': 'c0fadc7d6f14426c9859b261b1444fd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:33.426915 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-50475a9e-993e-4cb9-aa58-3e582fbf85a7 req-7747ed5f-3df0-4ed0-a9d7-0c818666e708 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 210 time: 0.1577499 May 10 18:58:33.446548 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-c799e367-9fdc-4749-a713-731859b3e96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (d82d0229-ef21-4596-87d5-921bebe59bc4), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:33.466108 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d6730e91-132b-4429-b9c7-1f0d1281e481 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:33.504276 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e88ca0ae-1c42-4498-abf5-8f096a64b2bf admin admin] Publish callbacks [] for security_group (1cfbbcfa-c8db-4792-89af-0a33a5edb81c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:33.539909 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819e7bd-589b-4077-92f2-b2fa91be6ee8 req-84dba1da-0c2b-4fab-87b3-5e898cd0a81b tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:33.541602 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-c819e7bd-589b-4077-92f2-b2fa91be6ee8 req-84dba1da-0c2b-4fab-87b3-5e898cd0a81b tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a0e2445-4a6b-41f4-9de4-59562c2f6418 HTTP/1.1" status: 200 len: 943 time: 0.6590042 May 10 18:58:33.600357 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-c799e367-9fdc-4749-a713-731859b3e96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:33.601214 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-c799e367-9fdc-4749-a713-731859b3e96e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:33.602737 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-c799e367-9fdc-4749-a713-731859b3e96e service neutron] 10.222.0.48 "PUT /v2.0/ports/d82d0229-ef21-4596-87d5-921bebe59bc4 HTTP/1.1" status: 200 len: 1093 time: 4.7785554 May 10 18:58:33.636825 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0e2445-4a6b-41f4-9de4-59562c2f6418', 'tag': 'd82d0229-ef21-4596-87d5-921bebe59bc4'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 18:58:33.663606 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea8a9c-74e5-4d4d-9eeb-873308cae2d1 admin admin] Pushing event updated for resources: {'Network': ['ID=3ed15c38-d840-415a-b012-0b61647a84c0,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:33.728910 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-c9d11880-c630-49af-9a8a-4a0fa2bee3e3 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578'] for port (6b454d25-9193-4894-8b66-730ea63f15c4), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:33.785373 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94245008-3fd6-4857-8897-7789eeb32956 admin admin] Made reservation on behalf of c0fadc7d6f14426c9859b261b1444fd4 for: {'subnet': 1} {{(pid=103423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:58:33.787233 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-94245008-3fd6-4857-8897-7789eeb32956 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:33.852760 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-c9d11880-c630-49af-9a8a-4a0fa2bee3e3 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Network f5c43a6a-f0d1-477d-a8c6-2fea358c2538 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:58:33.880534 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Network 3ed15c38-d840-415a-b012-0b61647a84c0 details requested by agent ovs-agent-dv-cinder-836996-18-iscsi with host dv-cinder-836996-18-iscsi {{(pid=103424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 18:58:33.900657 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-c9d11880-c630-49af-9a8a-4a0fa2bee3e3 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:58:33.932647 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-c9d11880-c630-49af-9a8a-4a0fa2bee3e3 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 18:58:33.943508 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-c9d11880-c630-49af-9a8a-4a0fa2bee3e3 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:33.944202 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-c9d11880-c630-49af-9a8a-4a0fa2bee3e3 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:33.954189 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d6730e91-132b-4429-b9c7-1f0d1281e481 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:33.966743 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94240d7f-7a8a-4d6d-84ff-78a6daafea4f None None] Pushing event updated for resources: {'Port': ['ID=59f04c5d-5ac4-4579-9530-dc79b8f0a486,revision_number=5']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:33.989586 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-8f35f943-aa92-4b66-9fd6-4f013cd1934f None None] Provisioning complete for port ecb12316-5946-47ad-ac9c-64373489eb65 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:33.990191 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8f35f943-aa92-4b66-9fd6-4f013cd1934f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (ecb12316-5946-47ad-ac9c-64373489eb65), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:34.082245 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4d32c8-ca90-49c0-a8d7-66a0a8fec074 None None] Routers {'224c80a3-2c7e-4fdf-addf-77721e5d4aa9'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:58:34.090244 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5c4d32c8-ca90-49c0-a8d7-66a0a8fec074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T18:58:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:34.104589 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.notifiers.nova [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-267fc79c-43a1-41a0-94c1-3645c16f3893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92a763e8-0127-48f4-b51e-d0f7dfe094b6 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 18:58:34.130824 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-267fc79c-43a1-41a0-94c1-3645c16f3893 service neutron] Publish callbacks [] for port (92a763e8-0127-48f4-b51e-d0f7dfe094b6), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:34.197551 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-267fc79c-43a1-41a0-94c1-3645c16f3893 service neutron] Transition to ACTIVE for port object 92a763e8-0127-48f4-b51e-d0f7dfe094b6 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 18:58:34.264081 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-267fc79c-43a1-41a0-94c1-3645c16f3893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (92a763e8-0127-48f4-b51e-d0f7dfe094b6), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:34.276560 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:34.339617 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-d6730e91-132b-4429-b9c7-1f0d1281e481 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Allocated IP 172.27.1.176 (fea53afb-2d4d-48cb-89ec-9b33d8fc553d/12fc4f2d-8382-4ccf-abb9-52281f433079/4fbba0a5-4b15-4fbc-8351-c32bb37434ac) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:58:34.544525 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd46a798d5a9e44ec306513f4cdcaf49ebfda34863e20c5e194c8a5ee67cd38b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b54a76-d11c-4866-9efb-0d86dd948e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0e2445-4a6b-41f4-9de4-59562c2f6418", "tag": "d82d0229-ef21-4596-87d5-921bebe59bc4"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 18:58:34.613586 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d6730e91-132b-4429-b9c7-1f0d1281e481 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for port (4fbba0a5-4b15-4fbc-8351-c32bb37434ac), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:34.706455 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d11880-c630-49af-9a8a-4a0fa2bee3e3 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Pushing event updated for resources: {'Port': ['ID=6b454d25-9193-4894-8b66-730ea63f15c4,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:34.736952 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d6730e91-132b-4429-b9c7-1f0d1281e481 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578'] for port (4fbba0a5-4b15-4fbc-8351-c32bb37434ac), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:34.746338 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-267fc79c-43a1-41a0-94c1-3645c16f3893 service neutron] Attempting to bind port 92a763e8-0127-48f4-b51e-d0f7dfe094b6 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 18:58:34.753051 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-267fc79c-43a1-41a0-94c1-3645c16f3893 service neutron] Attempting to bind port 92a763e8-0127-48f4-b51e-d0f7dfe094b6 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '305b6081-8325-44b4-b4f1-d287ed407450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 18:58:34.753860 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-267fc79c-43a1-41a0-94c1-3645c16f3893 service neutron] Attempting to bind port 92a763e8-0127-48f4-b51e-d0f7dfe094b6 on network f5c43a6a-f0d1-477d-a8c6-2fea358c2538 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 18:58:34.781088 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-c819e7bd-589b-4077-92f2-b2fa91be6ee8 req-a8cde74f-2b83-4374-a606-18043ca79e4c tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5305e2e-efa5-4972-a7fe-4a69ecd167fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1992397 May 10 18:58:34.800799 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-267fc79c-43a1-41a0-94c1-3645c16f3893 service neutron] Port 92a763e8-0127-48f4-b51e-d0f7dfe094b6 on network f5c43a6a-f0d1-477d-a8c6-2fea358c2538 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 18:58:34.803043 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-267fc79c-43a1-41a0-94c1-3645c16f3893 service neutron] Attempting to bind port 92a763e8-0127-48f4-b51e-d0f7dfe094b6 on network f5c43a6a-f0d1-477d-a8c6-2fea358c2538 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 18:58:34.817447 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799e367-9fdc-4749-a713-731859b3e96e service neutron] Pushing event updated for resources: {'Port': ['ID=d82d0229-ef21-4596-87d5-921bebe59bc4,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:34.850507 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-267fc79c-43a1-41a0-94c1-3645c16f3893 service neutron] Checking agent: {'id': '84b4d3b2-b3ea-4da4-b994-5396953c421b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'started_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 18, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 18:58:34.850844 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-267fc79c-43a1-41a0-94c1-3645c16f3893 service neutron] Checking segment: {'id': '305b6081-8325-44b4-b4f1-d287ed407450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:58:34.851238 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-267fc79c-43a1-41a0-94c1-3645c16f3893 service neutron] Bound using segment: {'id': '305b6081-8325-44b4-b4f1-d287ed407450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 18:58:34.854851 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-267fc79c-43a1-41a0-94c1-3645c16f3893 service neutron] Bound port: 92a763e8-0127-48f4-b51e-d0f7dfe094b6, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305b6081-8325-44b4-b4f1-d287ed407450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 18:58:34.855266 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-267fc79c-43a1-41a0-94c1-3645c16f3893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (92a763e8-0127-48f4-b51e-d0f7dfe094b6), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:35.030969 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-47ccfa2f-8688-4fd8-bf25-74de60ed5a56 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:35.033237 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fc79c-43a1-41a0-94c1-3645c16f3893 service neutron] Pushing event updated for resources: {'Port': ['ID=92a763e8-0127-48f4-b51e-d0f7dfe094b6,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:35.049861 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-d7eb7704-638a-4cde-99f3-d71e5780b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:35.060860 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-d7eb7704-638a-4cde-99f3-d71e5780b767 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=78dc305288844d31b96ce03cca84d0de&device_id=2a0e2445-4a6b-41f4-9de4-59562c2f6418 HTTP/1.1" status: 200 len: 1127 time: 1.2708752 May 10 18:58:35.104489 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-5c4d32c8-ca90-49c0-a8d7-66a0a8fec074 None None] Set router 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:58:35.245991 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6730e91-132b-4429-b9c7-1f0d1281e481 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Pushing event updated for resources: {'Port': ['ID=4fbba0a5-4b15-4fbc-8351-c32bb37434ac,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:35.254436 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-fd130842-eb4f-4cd8-8604-831f7abb3c22 req-b7663a2b-b542-4244-966f-bf53928455ef tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 210 time: 0.5754104 May 10 18:58:35.258545 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-94245008-3fd6-4857-8897-7789eeb32956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498'] for subnet (6ae19aa3-861b-406c-90ae-445ab6ae6bb2), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:35.271114 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6730e91-132b-4429-b9c7-1f0d1281e481 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Network fea53afb-2d4d-48cb-89ec-9b33d8fc553d is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:58:35.277514 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-47ccfa2f-8688-4fd8-bf25-74de60ed5a56 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Allocated IP 172.27.1.181 (fea53afb-2d4d-48cb-89ec-9b33d8fc553d/12fc4f2d-8382-4ccf-abb9-52281f433079/8f240de7-1988-472c-b316-1856344f70f8) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:58:35.296941 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-d6730e91-132b-4429-b9c7-1f0d1281e481 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:58:35.304492 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-c9d11880-c630-49af-9a8a-4a0fa2bee3e3 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4041262 May 10 18:58:35.305198 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6730e91-132b-4429-b9c7-1f0d1281e481 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 18:58:35.335510 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e88ca0ae-1c42-4498-abf5-8f096a64b2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (1cfbbcfa-c8db-4792-89af-0a33a5edb81c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:35.347671 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e88ca0ae-1c42-4498-abf5-8f096a64b2bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:35.351879 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-e88ca0ae-1c42-4498-abf5-8f096a64b2bf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1cfbbcfa-c8db-4792-89af-0a33a5edb81c HTTP/1.1" status: 204 len: 168 time: 3.1001868 May 10 18:58:35.360298 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94245008-3fd6-4857-8897-7789eeb32956 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ae19aa3-861b-406c-90ae-445ab6ae6bb2,revision_number=0']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:35.362678 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94245008-3fd6-4857-8897-7789eeb32956 admin admin] Checking segment: {'id': '82b81942-43ca-4bfb-bda3-e01f188833fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '3ed15c38-d840-415a-b012-0b61647a84c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:58:35.362926 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94245008-3fd6-4857-8897-7789eeb32956 admin admin] Network hostable DHCP agents. Network: 3ed15c38-d840-415a-b012-0b61647a84c0, hostable agents: ['dfaf9083-34c2-4df7-9672-aaebd87f4028'], hosted agents: [] {{(pid=103423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 18:58:35.374429 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port 73e24de6-cf79-4d79-b1ac-5133e91e46bb is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:35.417254 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d6730e91-132b-4429-b9c7-1f0d1281e481 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for floatingip (8936a00c-3a02-45a9-ac95-74e0ecf8afd1), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:35.424386 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94245008-3fd6-4857-8897-7789eeb32956 admin admin] Network 3ed15c38-d840-415a-b012-0b61647a84c0 is scheduled to be hosted by DHCP agent dfaf9083-34c2-4df7-9672-aaebd87f4028 with binding_index 1 {{(pid=103423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 18:58:35.455263 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-94245008-3fd6-4857-8897-7789eeb32956 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-18-iscsi, 3ed15c38-d840-415a-b012-0b61647a84c0) {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:58:35.469828 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94245008-3fd6-4857-8897-7789eeb32956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:35.469828 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-94245008-3fd6-4857-8897-7789eeb32956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for subnet (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:35.478052 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-710f015d-5a54-4267-9792-5fb992e7d8d3 None None] Publish callbacks [] for port (16203859-563c-44f6-81e3-101fa509dfd8), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:35.478195 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d6730e91-132b-4429-b9c7-1f0d1281e481 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (4fbba0a5-4b15-4fbc-8351-c32bb37434ac), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:35.488835 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ca0ae-1c42-4498-abf5-8f096a64b2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfbbcfa-c8db-4792-89af-0a33a5edb81c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:35.519798 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-94245008-3fd6-4857-8897-7789eeb32956 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1239917 May 10 18:58:35.579241 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302018c-e175-49b8-843f-f6f5592f46a7 None None] Pushing event updated for resources: {'Port': ['ID=ecb12316-5946-47ad-ac9c-64373489eb65,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:35.611075 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb853f11-c92e-44a6-8ec9-ceb6b668c3c8 None None] Network 3ed15c38-d840-415a-b012-0b61647a84c0 requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 18:58:35.646203 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:35.748572 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4ba73-2f32-46f6-84ac-6b279d108a93 req-09fa3802-d1ab-4efa-934a-64de41b3fac0 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:35.766661 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-ddc4ba73-2f32-46f6-84ac-6b279d108a93 req-09fa3802-d1ab-4efa-934a-64de41b3fac0 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 932 time: 0.7371581 May 10 18:58:35.774394 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 18:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9649487-a5ca-486f-942f-3d09e2eeec1b x-openstack-request-id: req-f9649487-a5ca-486f-942f-3d09e2eeec1b {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 18:58:35.774855 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0e2445-4a6b-41f4-9de4-59562c2f6418", "tag": "d82d0229-ef21-4596-87d5-921bebe59bc4", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 18:58:35.775210 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f9649487-a5ca-486f-942f-3d09e2eeec1b {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 18:58:35.775783 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9649487-a5ca-486f-942f-3d09e2eeec1b'] response: {'name': 'network-changed', 'server_uuid': '2a0e2445-4a6b-41f4-9de4-59562c2f6418', 'tag': 'd82d0229-ef21-4596-87d5-921bebe59bc4', 'status': 'completed', 'code': 200} May 10 18:58:35.789576 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-710f015d-5a54-4267-9792-5fb992e7d8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (16203859-563c-44f6-81e3-101fa509dfd8), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:35.812785 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-267fc79c-43a1-41a0-94c1-3645c16f3893 service neutron] For port 92a763e8-0127-48f4-b51e-d0f7dfe094b6, host hv-cinder-83699, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 18:58:35.826715 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 913b343e-1694-4954-bff4-5c2e3fe46b9e up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:58:35.843301 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-267fc79c-43a1-41a0-94c1-3645c16f3893 service neutron] For port 92a763e8-0127-48f4-b51e-d0f7dfe094b6, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=92a763e8-0127-48f4-b51e-d0f7dfe094b6,segment=NetworkSegment(305b6081-8325-44b4-b4f1-d287ed407450),segment_id=305b6081-8325-44b4-b4f1-d287ed407450)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 18:58:35.863829 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-267fc79c-43a1-41a0-94c1-3645c16f3893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (92a763e8-0127-48f4-b51e-d0f7dfe094b6), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:35.931999 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fc79c-43a1-41a0-94c1-3645c16f3893 service neutron] Pushing event updated for resources: {'Port': ['ID=92a763e8-0127-48f4-b51e-d0f7dfe094b6,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:35.948227 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-47ccfa2f-8688-4fd8-bf25-74de60ed5a56 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for port (8f240de7-1988-472c-b316-1856344f70f8), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:35.959602 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-ddc4ba73-2f32-46f6-84ac-6b279d108a93 req-b458ac94-a35f-4a4f-8ce4-e135c0ed793a tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827834 May 10 18:58:35.960796 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-267fc79c-43a1-41a0-94c1-3645c16f3893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:35.961466 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-267fc79c-43a1-41a0-94c1-3645c16f3893 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:35.962748 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-267fc79c-43a1-41a0-94c1-3645c16f3893 service neutron] 10.222.0.48 "PUT /v2.0/ports/92a763e8-0127-48f4-b51e-d0f7dfe094b6 HTTP/1.1" status: 200 len: 1093 time: 7.1652725 May 10 18:58:35.977709 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d6730e91-132b-4429-b9c7-1f0d1281e481 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for port (4fbba0a5-4b15-4fbc-8351-c32bb37434ac), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:35.990611 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d6730e91-132b-4429-b9c7-1f0d1281e481 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (4fbba0a5-4b15-4fbc-8351-c32bb37434ac), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:36.005464 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-47ccfa2f-8688-4fd8-bf25-74de60ed5a56 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578'] for port (8f240de7-1988-472c-b316-1856344f70f8), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:36.073924 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ccfa2f-8688-4fd8-bf25-74de60ed5a56 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Network fea53afb-2d4d-48cb-89ec-9b33d8fc553d is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:58:36.079990 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d6730e91-132b-4429-b9c7-1f0d1281e481 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2085825'] for floatingip (8936a00c-3a02-45a9-ac95-74e0ecf8afd1), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:36.094859 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ccfa2f-8688-4fd8-bf25-74de60ed5a56 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Pushing event updated for resources: {'Port': ['ID=8f240de7-1988-472c-b316-1856344f70f8,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:36.097679 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-47ccfa2f-8688-4fd8-bf25-74de60ed5a56 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:58:36.102749 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ccfa2f-8688-4fd8-bf25-74de60ed5a56 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 18:58:36.143451 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d6730e91-132b-4429-b9c7-1f0d1281e481 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:36.144754 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-d6730e91-132b-4429-b9c7-1f0d1281e481 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9481747 May 10 18:58:36.226606 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-47ccfa2f-8688-4fd8-bf25-74de60ed5a56 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for floatingip (c30f6bfe-1326-4b20-bbbf-afa2cc1cf779), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:36.278066 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6730e91-132b-4429-b9c7-1f0d1281e481 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Pushing event updated for resources: {'Port': ['ID=4fbba0a5-4b15-4fbc-8351-c32bb37434ac,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:36.299491 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-47ccfa2f-8688-4fd8-bf25-74de60ed5a56 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (8f240de7-1988-472c-b316-1856344f70f8), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:36.334209 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be4405-ed0f-44b0-83fe-09ee5a4865f6 req-d999593c-48d3-48ef-9919-abb78a2f03ec tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:36.345231 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c0be4405-ed0f-44b0-83fe-09ee5a4865f6 req-d999593c-48d3-48ef-9919-abb78a2f03ec tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a0e2445-4a6b-41f4-9de4-59562c2f6418 HTTP/1.1" status: 200 len: 943 time: 0.3241382 May 10 18:58:36.402062 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18670f0b-f076-4149-8f8a-6eb000b23477 None None] Pushing event updated for resources: {'Port': ['ID=16203859-563c-44f6-81e3-101fa509dfd8,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:36.452838 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c0be4405-ed0f-44b0-83fe-09ee5a4865f6 req-e9c92c57-11c0-4728-94f4-f64dd1fa78a7 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5305e2e-efa5-4972-a7fe-4a69ecd167fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030312 May 10 18:58:36.502154 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-8f35f943-aa92-4b66-9fd6-4f013cd1934f None None] Current status of the port ecb12316-5946-47ad-ac9c-64373489eb65 is: DOWN; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:36.502789 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8f35f943-aa92-4b66-9fd6-4f013cd1934f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (ecb12316-5946-47ad-ac9c-64373489eb65), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:36.531414 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-de362ecf-6c1a-4a97-9e0e-e52fa6cf9687 req-9f55dabf-7f37-41ee-a396-51376fa3be26 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 210 time: 0.1062717 May 10 18:58:36.577637 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5c4d32c8-ca90-49c0-a8d7-66a0a8fec074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'name': 'tempest-AttachVolumeNegativeTest-1418596659-router', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:20Z', 'revision_number': 4, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'gw_port': {'id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': 'ecb12316-5946-47ad-ac9c-64373489eb65', 'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'mac_address': 'fa:16:3e:fe:8b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:16Z', 'updated_at': '2022-05-10T18:58:32Z', 'revision_number': 4, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'subnets': [{'id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:36.588993 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba51bf89-8c22-447f-b8ee-f560a18323cf None None] Network 3ed15c38-d840-415a-b012-0b61647a84c0 requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 18:58:36.647363 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port 913b343e-1694-4954-bff4-5c2e3fe46b9e triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:36.648026 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (913b343e-1694-4954-bff4-5c2e3fe46b9e), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:36.651354 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4d32c8-ca90-49c0-a8d7-66a0a8fec074 None None] The sync data for ids ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'] in dv-cinder-836996-18-iscsi is: [{'id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'name': 'tempest-AttachVolumeNegativeTest-1418596659-router', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:20Z', 'revision_number': 4, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'gw_port': {'id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': 'ecb12316-5946-47ad-ac9c-64373489eb65', 'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'mac_address': 'fa:16:3e:fe:8b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:16Z', 'updated_at': '2022-05-10T18:58:32Z', 'revision_number': 4, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'subnets': [{'id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:58:36.681151 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-47ccfa2f-8688-4fd8-bf25-74de60ed5a56 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for port (8f240de7-1988-472c-b316-1856344f70f8), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:36.691208 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-47ccfa2f-8688-4fd8-bf25-74de60ed5a56 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (8f240de7-1988-472c-b316-1856344f70f8), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:36.709917 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-5f4b5227-2ba2-4eb2-90b7-0230d47603e7 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1840477600&fields=id&tenant_id=08319d2b6ebf4a40830d212321cb6b63 HTTP/1.1" status: 200 len: 267 time: 0.1184497 May 10 18:58:36.711153 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-47ccfa2f-8688-4fd8-bf25-74de60ed5a56 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2085825'] for floatingip (c30f6bfe-1326-4b20-bbbf-afa2cc1cf779), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:36.764657 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-710f015d-5a54-4267-9792-5fb992e7d8d3 None None] Attempting to bind port 16203859-563c-44f6-81e3-101fa509dfd8 on host dv-cinder-836996-18-iscsi for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 18:58:36.765249 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-710f015d-5a54-4267-9792-5fb992e7d8d3 None None] Attempting to bind port 16203859-563c-44f6-81e3-101fa509dfd8 by drivers openvswitch,hyperv on host dv-cinder-836996-18-iscsi at level 0 using segments [{'id': 'bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 18:58:36.765465 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710f015d-5a54-4267-9792-5fb992e7d8d3 None None] Attempting to bind port 16203859-563c-44f6-81e3-101fa509dfd8 on network 93f50fb6-d466-4999-a1b0-4ced1d39cc1d {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 18:58:36.771323 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-47ccfa2f-8688-4fd8-bf25-74de60ed5a56 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:36.772569 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-47ccfa2f-8688-4fd8-bf25-74de60ed5a56 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5724280 May 10 18:58:36.809747 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ccfa2f-8688-4fd8-bf25-74de60ed5a56 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Pushing event updated for resources: {'Port': ['ID=8f240de7-1988-472c-b316-1856344f70f8,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:36.811882 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-8f35f943-aa92-4b66-9fd6-4f013cd1934f None None] For port ecb12316-5946-47ad-ac9c-64373489eb65, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=ecb12316-5946-47ad-ac9c-64373489eb65,segment=NetworkSegment(04de397a-54d1-4abc-9167-6db11e2916d9),segment_id=04de397a-54d1-4abc-9167-6db11e2916d9)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:58:36.819874 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710f015d-5a54-4267-9792-5fb992e7d8d3 None None] Checking agent: {'id': 'c34e4451-1c74-4654-b00e-86e650275fac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 49, 35), 'started_at': datetime.datetime(2022, 5, 10, 18, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 18, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 18:58:36.820767 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710f015d-5a54-4267-9792-5fb992e7d8d3 None None] Checking segment: {'id': 'bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:58:36.820767 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-710f015d-5a54-4267-9792-5fb992e7d8d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:36.821067 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710f015d-5a54-4267-9792-5fb992e7d8d3 None None] Bound using segment: {'id': 'bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 18:58:36.821634 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-710f015d-5a54-4267-9792-5fb992e7d8d3 None None] Bound port: 16203859-563c-44f6-81e3-101fa509dfd8, host: dv-cinder-836996-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 18:58:36.822013 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-710f015d-5a54-4267-9792-5fb992e7d8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (16203859-563c-44f6-81e3-101fa509dfd8), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:36.837903 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8f35f943-aa92-4b66-9fd6-4f013cd1934f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (ecb12316-5946-47ad-ac9c-64373489eb65), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:36.945015 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-8f35f943-aa92-4b66-9fd6-4f013cd1934f None None] Provisioning complete for port 59f04c5d-5ac4-4579-9530-dc79b8f0a486 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:36.945922 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8f35f943-aa92-4b66-9fd6-4f013cd1934f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (59f04c5d-5ac4-4579-9530-dc79b8f0a486), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:36.965289 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-13bcf3e7-a213-4718-be11-814c67bddcbe tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:36.973707 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-13bcf3e7-a213-4718-be11-814c67bddcbe tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/networks?id=a4576b84-9910-4693-87ed-530385aa986d HTTP/1.1" status: 200 len: 815 time: 0.2426159 May 10 18:58:37.011070 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-f50e8fb4-5d59-4d82-bad0-54d519682307 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/quotas/08319d2b6ebf4a40830d212321cb6b63 HTTP/1.1" status: 200 len: 375 time: 0.0320280 May 10 18:58:37.107075 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-1e9e3f16-8621-4cba-bf49-bb65d7006b4f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=08319d2b6ebf4a40830d212321cb6b63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0914838 May 10 18:58:37.150517 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b10e5-2fcb-4f2a-ad7b-4459f568a2f1 req-eb886f33-f99f-4dd3-921f-bb649f0acc69 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:37.151336 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port 913b343e-1694-4954-bff4-5c2e3fe46b9e is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:37.152463 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 59f04c5d-5ac4-4579-9530-dc79b8f0a486 up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:58:37.155237 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b38b10e5-2fcb-4f2a-ad7b-4459f568a2f1 req-eb886f33-f99f-4dd3-921f-bb649f0acc69 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 932 time: 0.0886934 May 10 18:58:37.173820 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f35f943-aa92-4b66-9fd6-4f013cd1934f None None] Pushing event updated for resources: {'Port': ['ID=ecb12316-5946-47ad-ac9c-64373489eb65,revision_number=5']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:37.230498 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-15ad5086-e59c-4d61-aec7-36f5144d1023 service neutron] 10.222.0.52 "GET /v2.0/networks/a4576b84-9910-4693-87ed-530385aa986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204100 May 10 18:58:37.239043 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b38b10e5-2fcb-4f2a-ad7b-4459f568a2f1 req-d367b88f-f5c4-4f29-a386-f1096058537b tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777342 May 10 18:58:37.264454 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-710f015d-5a54-4267-9792-5fb992e7d8d3 None None] For port 16203859-563c-44f6-81e3-101fa509dfd8, host dv-cinder-836996-18-iscsi, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 18:58:37.269061 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-8f35f943-aa92-4b66-9fd6-4f013cd1934f None None] Current status of the port 59f04c5d-5ac4-4579-9530-dc79b8f0a486 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:37.287960 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-710f015d-5a54-4267-9792-5fb992e7d8d3 None None] For port 16203859-563c-44f6-81e3-101fa509dfd8, host dv-cinder-836996-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=16203859-563c-44f6-81e3-101fa509dfd8,segment=NetworkSegment(bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92),segment_id=bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 18:58:37.309426 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-710f015d-5a54-4267-9792-5fb992e7d8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (16203859-563c-44f6-81e3-101fa509dfd8), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:37.344821 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-3bea7190-7c15-4027-ac23-f4ea8bc080c0 service neutron] 10.222.0.52 "GET /v2.0/networks/a4576b84-9910-4693-87ed-530385aa986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128232 May 10 18:58:37.467473 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-4f66f4d4-3c62-42b2-9bbe-4c1955c290af tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1801047234&fields=id&tenant_id=e17dd3da9fc545fc901dc35e62332ab6 HTTP/1.1" status: 200 len: 267 time: 0.0982869 May 10 18:58:37.493639 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port 59f04c5d-5ac4-4579-9530-dc79b8f0a486 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:37.494204 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (59f04c5d-5ac4-4579-9530-dc79b8f0a486), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:37.692458 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-229ed11e-3e85-40fd-b6e2-6d73fe7096ce tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:37.700685 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-229ed11e-3e85-40fd-b6e2-6d73fe7096ce tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/networks?id=93f50fb6-d466-4999-a1b0-4ced1d39cc1d HTTP/1.1" status: 200 len: 817 time: 0.2322481 May 10 18:58:37.718106 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-3c18f967-7bd7-4343-8555-2374ac3c499c tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/quotas/e17dd3da9fc545fc901dc35e62332ab6 HTTP/1.1" status: 200 len: 375 time: 0.0158780 May 10 18:58:37.762023 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-7143fce1-6243-49c1-b751-e5006fa3f493 None None] Provisioning complete for port 6b454d25-9193-4894-8b66-730ea63f15c4 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:37.762405 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7143fce1-6243-49c1-b751-e5006fa3f493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (6b454d25-9193-4894-8b66-730ea63f15c4), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:37.765240 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661561e-22cb-44d6-bbf8-063e44e01cda req-f8237910-0246-4c0a-a4b9-c819fea449b7 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:37.776457 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9661561e-22cb-44d6-bbf8-063e44e01cda req-f8237910-0246-4c0a-a4b9-c819fea449b7 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a0e2445-4a6b-41f4-9de4-59562c2f6418 HTTP/1.1" status: 200 len: 943 time: 0.1218679 May 10 18:58:37.780441 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '244dae3f-5242-4188-97f7-ce2ddc28d52f', 'tag': '92a763e8-0127-48f4-b51e-d0f7dfe094b6'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 18:58:37.787447 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd46a798d5a9e44ec306513f4cdcaf49ebfda34863e20c5e194c8a5ee67cd38b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94aed3b3-d1c9-402e-b485-7a2b5f5237dd" -d '{"events": [{"name": "network-changed", "server_uuid": "244dae3f-5242-4188-97f7-ce2ddc28d52f", "tag": "92a763e8-0127-48f4-b51e-d0f7dfe094b6"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 18:58:37.838324 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-cd89bddd-d405-469b-af08-e2eef8bffbf0 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e17dd3da9fc545fc901dc35e62332ab6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1194792 May 10 18:58:37.862558 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18670f0b-f076-4149-8f8a-6eb000b23477 None None] Pushing event updated for resources: {'Port': ['ID=16203859-563c-44f6-81e3-101fa509dfd8,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:37.883590 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710f015d-5a54-4267-9792-5fb992e7d8d3 None None] Routers {'c34f1854-ab5f-49fe-804e-af07c7a0edde'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:58:37.884823 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-710f015d-5a54-4267-9792-5fb992e7d8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T18:58:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['c34f1854-ab5f-49fe-804e-af07c7a0edde'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:37.886050 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9661561e-22cb-44d6-bbf8-063e44e01cda req-8a3c9edd-a902-47b0-a40f-01bb5e304a98 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5305e2e-efa5-4972-a7fe-4a69ecd167fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051900 May 10 18:58:37.962110 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port 59f04c5d-5ac4-4579-9530-dc79b8f0a486 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:37.963696 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device f0290121-ea84-4326-9353-1b48caf6680d up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:58:38.024518 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-7143fce1-6243-49c1-b751-e5006fa3f493 None None] Port 6b454d25-9193-4894-8b66-730ea63f15c4 cannot update to ACTIVE because it is not bound. {{(pid=103424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 18:58:38.110616 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b206cacc-3d92-4ebd-abc7-67e4138dedd7 req-b80a0765-a3a8-4c1e-8ba3-115945a5af63 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 210 time: 0.0783706 May 10 18:58:38.140381 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-710f015d-5a54-4267-9792-5fb992e7d8d3 None None] Set router c34f1854-ab5f-49fe-804e-af07c7a0edde gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:58:38.222927 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-332c50b3-cdd4-49b7-9b84-eaeb6383ded9 req-22db9a7b-5596-4dc7-b6de-6b09b601fcfd tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cf86643-5556-427b-ba0d-dc53add28bee HTTP/1.1" status: 200 len: 210 time: 0.0515342 May 10 18:58:38.269262 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-7143fce1-6243-49c1-b751-e5006fa3f493 None None] Provisioning complete for port ecb12316-5946-47ad-ac9c-64373489eb65 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:38.269764 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7143fce1-6243-49c1-b751-e5006fa3f493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (ecb12316-5946-47ad-ac9c-64373489eb65), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:38.335642 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-0a0d32e9-d86e-4800-81b2-3bc8be29b3ad service neutron] 10.222.0.52 "GET /v2.0/networks/93f50fb6-d466-4999-a1b0-4ced1d39cc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4852898 May 10 18:58:38.361132 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 18:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47e4552-b1c9-4689-808e-378de8bb74a3 x-openstack-request-id: req-b47e4552-b1c9-4689-808e-378de8bb74a3 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 18:58:38.361515 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "244dae3f-5242-4188-97f7-ce2ddc28d52f", "tag": "92a763e8-0127-48f4-b51e-d0f7dfe094b6", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 18:58:38.361692 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b47e4552-b1c9-4689-808e-378de8bb74a3 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 18:58:38.367741 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b47e4552-b1c9-4689-808e-378de8bb74a3'] response: {'name': 'network-changed', 'server_uuid': '244dae3f-5242-4188-97f7-ce2ddc28d52f', 'tag': '92a763e8-0127-48f4-b51e-d0f7dfe094b6', 'status': 'completed', 'code': 200} May 10 18:58:38.479842 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port f0290121-ea84-4326-9353-1b48caf6680d triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:38.480364 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (f0290121-ea84-4326-9353-1b48caf6680d), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:38.569965 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:38.575122 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6734c-1a4a-402e-a6f7-4bcba7318a18 req-be533daf-b801-451e-8708-4b5ee2e56b75 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:38.585324 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3ea6734c-1a4a-402e-a6f7-4bcba7318a18 req-be533daf-b801-451e-8708-4b5ee2e56b75 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 932 time: 0.0881505 May 10 18:58:38.610326 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-7143fce1-6243-49c1-b751-e5006fa3f493 None None] Current status of the port ecb12316-5946-47ad-ac9c-64373489eb65 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:38.627163 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-bbe7ea12-9927-4c68-afc0-e32f3c10f77e service neutron] 10.222.0.52 "GET /v2.0/networks/93f50fb6-d466-4999-a1b0-4ced1d39cc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858090 May 10 18:58:38.658364 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3ea6734c-1a4a-402e-a6f7-4bcba7318a18 req-8391dd03-e50b-43c1-b86e-0137e49ebf5f tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666785 May 10 18:58:38.698334 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-7143fce1-6243-49c1-b751-e5006fa3f493 None None] Provisioning complete for port 16203859-563c-44f6-81e3-101fa509dfd8 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:38.698806 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7143fce1-6243-49c1-b751-e5006fa3f493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (16203859-563c-44f6-81e3-101fa509dfd8), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:38.819579 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port f0290121-ea84-4326-9353-1b48caf6680d is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:38.861325 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-710f015d-5a54-4267-9792-5fb992e7d8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1803823991-router', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:22Z', 'revision_number': 4, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'gw_port': {'id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '16203859-563c-44f6-81e3-101fa509dfd8', 'name': '', 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'mac_address': 'fa:16:3e:b5:b5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8531edb7-c043-461d-9962-84adba840bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:19Z', 'updated_at': '2022-05-10T18:58:37Z', 'revision_number': 4, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'subnets': [{'id': '8531edb7-c043-461d-9962-84adba840bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:38.893570 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710f015d-5a54-4267-9792-5fb992e7d8d3 None None] The sync data for ids ['c34f1854-ab5f-49fe-804e-af07c7a0edde'] in dv-cinder-836996-18-iscsi is: [{'id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1803823991-router', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:22Z', 'revision_number': 4, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'gw_port': {'id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '16203859-563c-44f6-81e3-101fa509dfd8', 'name': '', 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'mac_address': 'fa:16:3e:b5:b5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8531edb7-c043-461d-9962-84adba840bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:19Z', 'updated_at': '2022-05-10T18:58:37Z', 'revision_number': 4, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'subnets': [{'id': '8531edb7-c043-461d-9962-84adba840bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:58:38.943275 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-7143fce1-6243-49c1-b751-e5006fa3f493 None None] Current status of the port 16203859-563c-44f6-81e3-101fa509dfd8 is: DOWN; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:38.943665 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7143fce1-6243-49c1-b751-e5006fa3f493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (16203859-563c-44f6-81e3-101fa509dfd8), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:39.015038 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device ecb12316-5946-47ad-ac9c-64373489eb65 up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:58:39.116033 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-6ec42e4e-fcb1-47b8-9fb5-69ec8ad4318a req-d6150a04-196e-4615-a078-8043a3974ac2 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 210 time: 0.1140268 May 10 18:58:39.132399 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-7143fce1-6243-49c1-b751-e5006fa3f493 None None] For port 16203859-563c-44f6-81e3-101fa509dfd8, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=16203859-563c-44f6-81e3-101fa509dfd8,segment=NetworkSegment(bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92),segment_id=bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:58:39.141584 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7143fce1-6243-49c1-b751-e5006fa3f493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (16203859-563c-44f6-81e3-101fa509dfd8), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:39.207224 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f1df0-1433-4a20-8738-4a9fee930ab2 req-cf7b1930-242e-43c7-b607-0e26c88d9236 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:39.209228 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-bd2f1df0-1433-4a20-8738-4a9fee930ab2 req-cf7b1930-242e-43c7-b607-0e26c88d9236 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a0e2445-4a6b-41f4-9de4-59562c2f6418 HTTP/1.1" status: 200 len: 943 time: 0.1528568 May 10 18:58:39.232062 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port ecb12316-5946-47ad-ac9c-64373489eb65 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:39.232462 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (ecb12316-5946-47ad-ac9c-64373489eb65), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:39.283537 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-f0a97119-300a-4461-9381-b1f694e390d1 None None] Provisioning complete for port 16203859-563c-44f6-81e3-101fa509dfd8 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:39.283955 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f0a97119-300a-4461-9381-b1f694e390d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (16203859-563c-44f6-81e3-101fa509dfd8), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:39.311697 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-bd2f1df0-1433-4a20-8738-4a9fee930ab2 req-7f5f7b0f-f925-4f22-bb85-177732ea26aa tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5305e2e-efa5-4972-a7fe-4a69ecd167fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916061 May 10 18:58:39.350333 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143fce1-6243-49c1-b751-e5006fa3f493 None None] Pushing event updated for resources: {'Port': ['ID=16203859-563c-44f6-81e3-101fa509dfd8,revision_number=5']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:39.357829 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a6c71a37-6d0a-4f3b-b0c5-6643f44794cc req-bcba450a-d30e-40ba-b1b9-d580bb01bb4d tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 210 time: 0.0781810 May 10 18:58:39.380723 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-eeee0ea1-b206-4db7-b758-44d91c4d7073 service neutron] Request body: {'port': {'device_id': '91a8a2ba-cdd2-4453-ae0e-81cb754b030f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:39.516972 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.48', 60772) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:39.549502 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-eeee0ea1-b206-4db7-b758-44d91c4d7073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (6b454d25-9193-4894-8b66-730ea63f15c4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:39.552468 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-136e9f29-7e1a-40e7-a798-c7daf8fffa96 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d82d0229-ef21-4596-87d5-921bebe59bc4 HTTP/1.1" status: 200 len: 217 time: 0.1917124 May 10 18:58:39.633108 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port ecb12316-5946-47ad-ac9c-64373489eb65 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:39.727347 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-f0a97119-300a-4461-9381-b1f694e390d1 None None] Current status of the port 16203859-563c-44f6-81e3-101fa509dfd8 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:39.736858 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-15ff4ae3-a0b8-4683-ba34-7975423d761f req-0ffb007d-22e1-454e-a4dc-4f51ba260cd4 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cf86643-5556-427b-ba0d-dc53add28bee HTTP/1.1" status: 200 len: 210 time: 0.2113192 May 10 18:58:40.022925 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-9bdc33bd-db20-4ec0-a5de-349545f67df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:40.024556 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-9bdc33bd-db20-4ec0-a5de-349545f67df9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=adf3250e-cef8-46a7-b04b-c2b2a1ec720d HTTP/1.1" status: 200 len: 851 time: 0.3536084 May 10 18:58:40.028059 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aed3b3-d1c9-402e-b485-7a2b5f5237dd req-4d4cfae6-e454-4f71-8224-d9cb39793b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:40.029623 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-94aed3b3-d1c9-402e-b485-7a2b5f5237dd req-4d4cfae6-e454-4f71-8224-d9cb39793b98 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=772abdeeb78b4eaab9bc9d831eda68f3&device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 1127 time: 0.4937088 May 10 18:58:40.072486 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba11f67-699e-436e-b030-cbb9136b4e4b req-7b7b715f-4f03-41b7-8121-83a363397b87 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:40.074269 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-6ba11f67-699e-436e-b030-cbb9136b4e4b req-7b7b715f-4f03-41b7-8121-83a363397b87 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 932 time: 0.2015014 May 10 18:58:40.143979 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-e6220775-6a16-4ba0-a051-13d74ee9647a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae0b3827-f93b-468a-bc15-f879841e540a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109905 May 10 18:58:40.229153 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-6ba11f67-699e-436e-b030-cbb9136b4e4b req-b816d575-a0e0-458c-9739-c037bbe2c534 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280758 May 10 18:58:40.292414 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-71454dbd-f486-4595-8725-6042260b2a2e tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:40.294299 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-71454dbd-f486-4595-8725-6042260b2a2e tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.48 "GET /v2.0/networks?id=17ce47ba-754f-4a57-b915-d9f184cff0b4 HTTP/1.1" status: 200 len: 811 time: 0.7444789 May 10 18:58:40.359658 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-eeee0ea1-b206-4db7-b758-44d91c4d7073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b454d25-9193-4894-8b66-730ea63f15c4 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 18:58:40.369512 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-eeee0ea1-b206-4db7-b758-44d91c4d7073 service neutron] Publish callbacks [] for port (6b454d25-9193-4894-8b66-730ea63f15c4), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:40.409933 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-eeee0ea1-b206-4db7-b758-44d91c4d7073 service neutron] Transition to ACTIVE for port object 6b454d25-9193-4894-8b66-730ea63f15c4 will not be triggered until provisioned by entity L2. {{(pid=103423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 18:58:40.497898 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39ace2-13e8-4c87-aee1-4d1cdf193357 req-06930319-157a-41a9-81be-83a462e65eb4 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:40.500115 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7f39ace2-13e8-4c87-aee1-4d1cdf193357 req-06930319-157a-41a9-81be-83a462e65eb4 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a0e2445-4a6b-41f4-9de4-59562c2f6418 HTTP/1.1" status: 200 len: 943 time: 0.0788019 May 10 18:58:40.501152 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-eeee0ea1-b206-4db7-b758-44d91c4d7073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (6b454d25-9193-4894-8b66-730ea63f15c4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:40.512506 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-eaa314bd-a30f-4413-a5c5-a9298470f417 req-a6be23d4-6edf-44e7-b690-5edacf8307e4 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 210 time: 0.1603348 May 10 18:58:40.676021 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.48', 60779) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:40.690547 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7f39ace2-13e8-4c87-aee1-4d1cdf193357 req-54ebba08-147b-41fe-8367-1be64c92d98a tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5305e2e-efa5-4972-a7fe-4a69ecd167fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801209 May 10 18:58:40.793339 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee0ea1-b206-4db7-b758-44d91c4d7073 service neutron] Pushing event updated for resources: {'Port': ['ID=6b454d25-9193-4894-8b66-730ea63f15c4,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:40.901895 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aed3b3-d1c9-402e-b485-7a2b5f5237dd req-273985d1-a696-44a8-8325-3c96b361ae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:40.903503 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-94aed3b3-d1c9-402e-b485-7a2b5f5237dd req-273985d1-a696-44a8-8325-3c96b361ae82 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=772abdeeb78b4eaab9bc9d831eda68f3&shared=False HTTP/1.1" status: 200 len: 920 time: 0.7481451 May 10 18:58:40.908712 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-7eaf2613-de70-4e46-9263-590844a80132 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f211dbe09fc34141b9d519a6e69c8dc2 HTTP/1.1" status: 200 len: 379 time: 0.4282789 May 10 18:58:40.927622 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-dcdb5d9e-78b5-4f05-b0b2-90c8aba5bbc6 req-8f328522-30b3-4935-81a0-b8018bde7ebf tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 210 time: 0.1755183 May 10 18:58:40.944228 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-74694a59-6b2b-44fd-8f23-55e1e90058b4 service neutron] 10.222.0.48 "GET /v2.0/networks/ae0b3827-f93b-468a-bc15-f879841e540a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7501197 May 10 18:58:41.027897 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 16203859-563c-44f6-81e3-101fa509dfd8 up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:58:41.044065 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-eeee0ea1-b206-4db7-b758-44d91c4d7073 service neutron] Attempting to bind port 6b454d25-9193-4894-8b66-730ea63f15c4 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 18:58:41.044422 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-eeee0ea1-b206-4db7-b758-44d91c4d7073 service neutron] Attempting to bind port 6b454d25-9193-4894-8b66-730ea63f15c4 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '305b6081-8325-44b4-b4f1-d287ed407450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 18:58:41.045040 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-eeee0ea1-b206-4db7-b758-44d91c4d7073 service neutron] Attempting to bind port 6b454d25-9193-4894-8b66-730ea63f15c4 on network f5c43a6a-f0d1-477d-a8c6-2fea358c2538 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 18:58:41.052398 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-d3e5513d-886b-4229-ae3d-649d314977d3 req-606621c5-1851-4763-b74f-d2d9f55ff68d tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cf86643-5556-427b-ba0d-dc53add28bee HTTP/1.1" status: 200 len: 210 time: 0.0875249 May 10 18:58:41.056046 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-eeee0ea1-b206-4db7-b758-44d91c4d7073 service neutron] Port 6b454d25-9193-4894-8b66-730ea63f15c4 on network f5c43a6a-f0d1-477d-a8c6-2fea358c2538 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 18:58:41.056386 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-eeee0ea1-b206-4db7-b758-44d91c4d7073 service neutron] Attempting to bind port 6b454d25-9193-4894-8b66-730ea63f15c4 on network f5c43a6a-f0d1-477d-a8c6-2fea358c2538 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 18:58:41.068288 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-eeee0ea1-b206-4db7-b758-44d91c4d7073 service neutron] Checking agent: {'id': '84b4d3b2-b3ea-4da4-b994-5396953c421b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'started_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 18, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 18:58:41.069039 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-eeee0ea1-b206-4db7-b758-44d91c4d7073 service neutron] Checking segment: {'id': '305b6081-8325-44b4-b4f1-d287ed407450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:58:41.069604 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-eeee0ea1-b206-4db7-b758-44d91c4d7073 service neutron] Bound using segment: {'id': '305b6081-8325-44b4-b4f1-d287ed407450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 18:58:41.070076 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-eeee0ea1-b206-4db7-b758-44d91c4d7073 service neutron] Bound port: 6b454d25-9193-4894-8b66-730ea63f15c4, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305b6081-8325-44b4-b4f1-d287ed407450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 18:58:41.070444 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-eeee0ea1-b206-4db7-b758-44d91c4d7073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (6b454d25-9193-4894-8b66-730ea63f15c4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:41.080621 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port 16203859-563c-44f6-81e3-101fa509dfd8 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:41.081085 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (16203859-563c-44f6-81e3-101fa509dfd8), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:41.177438 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-e3ac46bd-ff62-41d0-b9ef-ae057fd05eef tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:41.179189 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-e3ac46bd-ff62-41d0-b9ef-ae057fd05eef tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.48 "GET /v2.0/networks?id=a4576b84-9910-4693-87ed-530385aa986d HTTP/1.1" status: 200 len: 815 time: 0.4796600 May 10 18:58:41.189654 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-e75cccbc-1658-4784-8666-8ac66fa66b6c tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Request body: {'port': {'device_id': '398c5e30-dbd6-440a-80b8-61cf25c933eb', 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4', 'admin_state_up': True, 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'security_groups': ['cf8ac318-a6c6-4ead-9476-647d75bd00db']}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:41.194994 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-eeee0ea1-b206-4db7-b758-44d91c4d7073 service neutron] For port 6b454d25-9193-4894-8b66-730ea63f15c4, host hv-cinder-83699, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 18:58:41.215965 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-eeee0ea1-b206-4db7-b758-44d91c4d7073 service neutron] For port 6b454d25-9193-4894-8b66-730ea63f15c4, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6b454d25-9193-4894-8b66-730ea63f15c4,segment=NetworkSegment(305b6081-8325-44b4-b4f1-d287ed407450),segment_id=305b6081-8325-44b4-b4f1-d287ed407450)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 18:58:41.229819 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-eeee0ea1-b206-4db7-b758-44d91c4d7073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (6b454d25-9193-4894-8b66-730ea63f15c4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:41.311371 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port 16203859-563c-44f6-81e3-101fa509dfd8 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:41.346895 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-eeee0ea1-b206-4db7-b758-44d91c4d7073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:41.347631 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-eeee0ea1-b206-4db7-b758-44d91c4d7073 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:41.349221 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-eeee0ea1-b206-4db7-b758-44d91c4d7073 service neutron] 10.222.0.48 "PUT /v2.0/ports/6b454d25-9193-4894-8b66-730ea63f15c4 HTTP/1.1" status: 200 len: 1094 time: 1.9900272 May 10 18:58:41.349880 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a8a2ba-cdd2-4453-ae0e-81cb754b030f', 'tag': '6b454d25-9193-4894-8b66-730ea63f15c4'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 18:58:41.481519 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-bae14a9b-255f-4834-97b8-5457b0d976e3 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08319d2b6ebf4a40830d212321cb6b63 HTTP/1.1" status: 200 len: 380 time: 0.2808135 May 10 18:58:41.514041 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee0ea1-b206-4db7-b758-44d91c4d7073 service neutron] Pushing event updated for resources: {'Port': ['ID=6b454d25-9193-4894-8b66-730ea63f15c4,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:41.540942 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-e81bae0d-5a9a-4b97-a7a2-837280cc644d tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Request body: {'port': {'device_id': '1cf86643-5556-427b-ba0d-dc53add28bee', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'admin_state_up': True, 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'security_groups': ['62a7ddbf-aaf0-4d8b-aa87-7717cf22f9a3']}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:41.574251 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.48', 60783) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:41.613392 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736fd74-f2ba-4215-bdb1-c8fd5b2d226c req-176d70e7-0afb-4679-8d78-4071fe201a5d tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:41.624660 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-3736fd74-f2ba-4215-bdb1-c8fd5b2d226c req-176d70e7-0afb-4679-8d78-4071fe201a5d tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 944 time: 0.0752168 May 10 18:58:41.690998 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-f8db3938-a427-4360-9a62-f9dad776c3b7 req-35fad18c-ce7a-4556-ab59-78659062f90e service neutron] 10.222.0.48 "GET /v2.0/networks/ae0b3827-f93b-468a-bc15-f879841e540a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5508237 May 10 18:58:41.767339 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c7aad8-13f1-4495-bcd7-27899f6eb619" -d '{"events": [{"name": "network-changed", "server_uuid": "91a8a2ba-cdd2-4453-ae0e-81cb754b030f", "tag": "6b454d25-9193-4894-8b66-730ea63f15c4"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 18:58:41.849400 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-3736fd74-f2ba-4215-bdb1-c8fd5b2d226c req-16cfc6f6-6d0f-4172-944f-4ed3e49d43f0 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153592 May 10 18:58:42.010436 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aed3b3-d1c9-402e-b485-7a2b5f5237dd req-fd90bfb4-2ce2-4d9f-82ff-b969406c15ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:42.012317 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-94aed3b3-d1c9-402e-b485-7a2b5f5237dd req-fd90bfb4-2ce2-4d9f-82ff-b969406c15ae service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8709681 May 10 18:58:42.022795 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e8ee7-f490-4e45-a9fc-74e774f9e0bb req-8c32ac2a-e5ea-46bc-952a-c34427399a43 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:42.032103 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-bc9e8ee7-f490-4e45-a9fc-74e774f9e0bb req-8c32ac2a-e5ea-46bc-952a-c34427399a43 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a0e2445-4a6b-41f4-9de4-59562c2f6418 HTTP/1.1" status: 200 len: 943 time: 0.0811648 May 10 18:58:42.074965 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-e75cccbc-1658-4784-8666-8ac66fa66b6c tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Made reservation on behalf of f211dbe09fc34141b9d519a6e69c8dc2 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:58:42.078701 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-e75cccbc-1658-4784-8666-8ac66fa66b6c tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:42.129260 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-bc9e8ee7-f490-4e45-a9fc-74e774f9e0bb req-d3a69d14-81da-4629-9b47-a979ec0b2ad9 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5305e2e-efa5-4972-a7fe-4a69ecd167fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953422 May 10 18:58:42.134845 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-232ddb3f-99cf-4f0c-97e8-55a08202d8e4 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:42.136972 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-232ddb3f-99cf-4f0c-97e8-55a08202d8e4 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.48 "GET /v2.0/networks?id=93f50fb6-d466-4999-a1b0-4ced1d39cc1d HTTP/1.1" status: 200 len: 817 time: 0.6178005 May 10 18:58:42.202278 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-77cb9755-ea3c-4ca8-b16c-644e7622ca6e req-51071dff-0d93-4dde-8ed8-9453b9f12bf0 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 210 time: 0.5260551 May 10 18:58:42.233348 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-e5598327-642f-47da-ab46-516736ada45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:42.239089 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-e5598327-642f-47da-ab46-516736ada45f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=772abdeeb78b4eaab9bc9d831eda68f3&device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 1128 time: 0.6609371 May 10 18:58:42.281228 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-e75cccbc-1658-4784-8666-8ac66fa66b6c tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Allocated IP 172.20.0.5 (17ce47ba-754f-4a57-b915-d9f184cff0b4/945414bb-2eef-4f0c-992b-73a797dbf824/3b7e5737-5e94-464a-80ae-39d85134cbca) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:58:42.318101 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-e81bae0d-5a9a-4b97-a7a2-837280cc644d tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Made reservation on behalf of 08319d2b6ebf4a40830d212321cb6b63 for: {'port': 1} {{(pid=103423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:58:42.321769 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-e81bae0d-5a9a-4b97-a7a2-837280cc644d tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:42.408659 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 18:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b409da3c-8eba-462a-8f3f-581bff691be4 x-openstack-request-id: req-b409da3c-8eba-462a-8f3f-581bff691be4 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 18:58:42.408972 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91a8a2ba-cdd2-4453-ae0e-81cb754b030f", "tag": "6b454d25-9193-4894-8b66-730ea63f15c4", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 18:58:42.409388 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b409da3c-8eba-462a-8f3f-581bff691be4 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 18:58:42.409997 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b409da3c-8eba-462a-8f3f-581bff691be4'] response: {'name': 'network-changed', 'server_uuid': '91a8a2ba-cdd2-4453-ae0e-81cb754b030f', 'tag': '6b454d25-9193-4894-8b66-730ea63f15c4', 'status': 'completed', 'code': 200} May 10 18:58:42.467628 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8e1e7c46-6741-4f11-a868-f298c03a95a3 req-163f7cf8-9bad-4c2a-bc63-b0d7a5c12619 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cf86643-5556-427b-ba0d-dc53add28bee HTTP/1.1" status: 200 len: 210 time: 0.0301728 May 10 18:58:42.503451 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-e81bae0d-5a9a-4b97-a7a2-837280cc644d tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Allocated IP 172.20.0.12 (a4576b84-9910-4693-87ed-530385aa986d/c386732f-c86a-499c-bc04-b74b79921f36/f7bad5c0-6c0f-4028-9da1-6080eeec7c61) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:58:42.520149 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 39526) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:42.550579 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-19835e02-8947-457b-afd0-7ab546de2ac1 req-192e2433-53db-4866-8952-9f5dfc1d0c90 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 210 time: 0.2853708 May 10 18:58:42.651211 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fc9affea-d214-4ef8-a119-69698c0b1512 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:42.689962 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-e81bae0d-5a9a-4b97-a7a2-837280cc644d tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for port (f7bad5c0-6c0f-4028-9da1-6080eeec7c61), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:42.701328 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-e75cccbc-1658-4784-8666-8ac66fa66b6c tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for port (3b7e5737-5e94-464a-80ae-39d85134cbca), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:42.737447 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-e75cccbc-1658-4784-8666-8ac66fa66b6c tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578'] for port (3b7e5737-5e94-464a-80ae-39d85134cbca), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:42.756974 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-e81bae0d-5a9a-4b97-a7a2-837280cc644d tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578'] for port (f7bad5c0-6c0f-4028-9da1-6080eeec7c61), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:42.783862 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-e75cccbc-1658-4784-8666-8ac66fa66b6c tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Network 17ce47ba-754f-4a57-b915-d9f184cff0b4 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:58:42.787228 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-e75cccbc-1658-4784-8666-8ac66fa66b6c tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:58:42.791176 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-e75cccbc-1658-4784-8666-8ac66fa66b6c tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 18:58:42.796623 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-e75cccbc-1658-4784-8666-8ac66fa66b6c tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:42.797294 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-e75cccbc-1658-4784-8666-8ac66fa66b6c tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:42.808643 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fc9affea-d214-4ef8-a119-69698c0b1512 admin admin] Publish callbacks [] for security_group (bd05622a-9f8e-4820-9d82-ed618eb7775f), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:42.809212 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75cccbc-1658-4784-8666-8ac66fa66b6c tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Pushing event updated for resources: {'Port': ['ID=3b7e5737-5e94-464a-80ae-39d85134cbca,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:42.821063 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-e81bae0d-5a9a-4b97-a7a2-837280cc644d tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Network a4576b84-9910-4693-87ed-530385aa986d is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:58:42.824206 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fc9affea-d214-4ef8-a119-69698c0b1512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (bd05622a-9f8e-4820-9d82-ed618eb7775f), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:42.829169 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-e75cccbc-1658-4784-8666-8ac66fa66b6c tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6677897 May 10 18:58:42.832927 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-e81bae0d-5a9a-4b97-a7a2-837280cc644d tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:58:42.836976 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-e81bae0d-5a9a-4b97-a7a2-837280cc644d tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 18:58:42.842155 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-e81bae0d-5a9a-4b97-a7a2-837280cc644d tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:42.842772 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-e81bae0d-5a9a-4b97-a7a2-837280cc644d tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:42.850027 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81bae0d-5a9a-4b97-a7a2-837280cc644d tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Pushing event updated for resources: {'Port': ['ID=f7bad5c0-6c0f-4028-9da1-6080eeec7c61,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:42.896432 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-fc9affea-d214-4ef8-a119-69698c0b1512 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=020dbe263206433982526af0d1c737fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3753374 May 10 18:58:42.897267 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 39532) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:42.897775 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9affea-d214-4ef8-a119-69698c0b1512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd05622a-9f8e-4820-9d82-ed618eb7775f,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:42.903042 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-e81bae0d-5a9a-4b97-a7a2-837280cc644d tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3665004 May 10 18:58:42.959734 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a515a0-3ef8-45ab-b4db-141581c59560 req-2b2fc2c7-4adf-48a0-ac2b-e4cb414ec438 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:42.961879 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f6a515a0-3ef8-45ab-b4db-141581c59560 req-2b2fc2c7-4adf-48a0-ac2b-e4cb414ec438 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 944 time: 0.0535934 May 10 18:58:42.976870 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d5e944a1-9f70-4e0c-b6a1-68fbe41428d4 admin admin] Publish callbacks [] for security_group (bd05622a-9f8e-4820-9d82-ed618eb7775f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:43.002832 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d5e944a1-9f70-4e0c-b6a1-68fbe41428d4 admin admin] Publish callbacks [] for security_group (bd05622a-9f8e-4820-9d82-ed618eb7775f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:43.037548 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f6a515a0-3ef8-45ab-b4db-141581c59560 req-745425a6-f797-48ba-b679-19d03cb56fc9 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616920 May 10 18:58:43.076225 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d5e944a1-9f70-4e0c-b6a1-68fbe41428d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (bd05622a-9f8e-4820-9d82-ed618eb7775f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:43.091130 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d5e944a1-9f70-4e0c-b6a1-68fbe41428d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:43.097289 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-d5e944a1-9f70-4e0c-b6a1-68fbe41428d4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bd05622a-9f8e-4820-9d82-ed618eb7775f HTTP/1.1" status: 204 len: 168 time: 0.1988988 May 10 18:58:43.101330 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-2c817b9d-445b-40ef-ae97-0b498bf6258f None None] Provisioning complete for port 3b7e5737-5e94-464a-80ae-39d85134cbca triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:43.101801 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2c817b9d-445b-40ef-ae97-0b498bf6258f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (3b7e5737-5e94-464a-80ae-39d85134cbca), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:43.108752 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e944a1-9f70-4e0c-b6a1-68fbe41428d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd05622a-9f8e-4820-9d82-ed618eb7775f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:43.121743 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-539bd179-be5f-47c6-96ca-a083f7365b80 service neutron] Request body: {'port': {'device_id': '398c5e30-dbd6-440a-80b8-61cf25c933eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:43.125520 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-bbd9e32f-6e16-437a-9c40-dfb55d0169b5 service neutron] Request body: {'port': {'device_id': '1cf86643-5556-427b-ba0d-dc53add28bee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:43.216275 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-2c817b9d-445b-40ef-ae97-0b498bf6258f None None] Port 3b7e5737-5e94-464a-80ae-39d85134cbca cannot update to ACTIVE because it is not bound. {{(pid=103424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 18:58:43.300514 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b54a76-d11c-4866-9efb-0d86dd948e1e req-84661ff4-4fd6-40c0-8ef9-c791722f629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:43.302679 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-01b54a76-d11c-4866-9efb-0d86dd948e1e req-84661ff4-4fd6-40c0-8ef9-c791722f629a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=78dc305288844d31b96ce03cca84d0de&device_id=2a0e2445-4a6b-41f4-9de4-59562c2f6418 HTTP/1.1" status: 200 len: 1127 time: 0.1311245 May 10 18:58:43.326328 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-08bec28c-6b01-42da-9382-12409c246002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:43.328222 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-08bec28c-6b01-42da-9382-12409c246002 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=772abdeeb78b4eaab9bc9d831eda68f3&device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 1127 time: 0.1450238 May 10 18:58:43.350140 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-639e5fce-22cc-492a-b9f6-ce52c0bcb928 None None] Provisioning complete for port f7bad5c0-6c0f-4028-9da1-6080eeec7c61 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:43.350516 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-639e5fce-22cc-492a-b9f6-ce52c0bcb928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (f7bad5c0-6c0f-4028-9da1-6080eeec7c61), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:43.396095 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-fc857df3-7f53-4b38-9a6a-6d11013f2a16 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b454d25-9193-4894-8b66-730ea63f15c4 HTTP/1.1" status: 200 len: 217 time: 0.2790036 May 10 18:58:43.410412 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-639e5fce-22cc-492a-b9f6-ce52c0bcb928 None None] Port f7bad5c0-6c0f-4028-9da1-6080eeec7c61 cannot update to ACTIVE because it is not bound. {{(pid=103424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 18:58:43.428580 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94d971-8250-48ad-aa43-3666d75cb751 req-5cf679c2-1f01-4a8e-9686-a632d40d8201 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:43.430172 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-4c94d971-8250-48ad-aa43-3666d75cb751 req-5cf679c2-1f01-4a8e-9686-a632d40d8201 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a0e2445-4a6b-41f4-9de4-59562c2f6418 HTTP/1.1" status: 200 len: 943 time: 0.1797345 May 10 18:58:43.505156 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0f720bb6-3447-4c6e-bc3c-8a25bee235d7 req-b18b8a14-6f40-4825-a6c4-b47dea7fe6b6 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 210 time: 0.1217663 May 10 18:58:43.509335 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-539bd179-be5f-47c6-96ca-a083f7365b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (3b7e5737-5e94-464a-80ae-39d85134cbca), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:43.512806 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-312d1868-ee6a-4c0e-87e4-17ef1cce2c39 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92a763e8-0127-48f4-b51e-d0f7dfe094b6 HTTP/1.1" status: 200 len: 217 time: 0.1377037 May 10 18:58:43.528386 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-bbd9e32f-6e16-437a-9c40-dfb55d0169b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (f7bad5c0-6c0f-4028-9da1-6080eeec7c61), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:43.569752 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-dfc88116-763c-48b4-a45e-b2d841956bbf tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e17dd3da9fc545fc901dc35e62332ab6 HTTP/1.1" status: 200 len: 380 time: 0.4375243 May 10 18:58:43.600279 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-36281510-8bda-403c-8828-fbb8921afe0d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Request body: {'port': {'device_id': 'ba58fb79-03be-4002-9b26-82ceedeff959', 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d', 'admin_state_up': True, 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'security_groups': ['51aa9de5-376c-4ee8-9151-b5958f31ea7b']}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:43.630958 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 39570) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:43.650321 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-dccc205a-dcf0-4492-b5ce-8a611593707c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:43.652054 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-dccc205a-dcf0-4492-b5ce-8a611593707c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ed489f3-e7d1-46ad-8ba4-625045889072 HTTP/1.1" status: 200 len: 858 time: 0.2320282 May 10 18:58:43.712731 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4f3a5a08-9355-47ef-8487-1b79a7722442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:43.723785 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-c096be4e-ac00-4896-87b4-856a65c90fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:43.725549 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-c096be4e-ac00-4896-87b4-856a65c90fa3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ed489f3-e7d1-46ad-8ba4-625045889072 HTTP/1.1" status: 200 len: 858 time: 0.1911294 May 10 18:58:43.739148 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b54a76-d11c-4866-9efb-0d86dd948e1e req-e5d6579d-ac75-4d57-bd38-872de8849172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:43.740713 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-01b54a76-d11c-4866-9efb-0d86dd948e1e req-e5d6579d-ac75-4d57-bd38-872de8849172 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae0b3827-f93b-468a-bc15-f879841e540a HTTP/1.1" status: 200 len: 912 time: 0.4159904 May 10 18:58:43.770595 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-4c94d971-8250-48ad-aa43-3666d75cb751 req-b352c747-202e-4a1b-867e-5dfead420045 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5305e2e-efa5-4972-a7fe-4a69ecd167fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731578 May 10 18:58:43.815050 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a157e4-5b24-42d6-a042-92e64a9f935e req-0836c43a-d511-448e-a875-1f905ecb6213 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:43.816751 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a1a157e4-5b24-42d6-a042-92e64a9f935e req-0836c43a-d511-448e-a875-1f905ecb6213 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cf86643-5556-427b-ba0d-dc53add28bee HTTP/1.1" status: 200 len: 932 time: 0.1622875 May 10 18:58:43.903029 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-0454e8cb-2e9d-4610-895c-3a43e0c356ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:43.904287 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-0454e8cb-2e9d-4610-895c-3a43e0c356ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f5c43a6a-f0d1-477d-a8c6-2fea358c2538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2296770 May 10 18:58:43.908127 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-01b54a76-d11c-4866-9efb-0d86dd948e1e req-5c81595e-f07d-4f65-8353-7e51f9dc1ab6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d82d0229-ef21-4596-87d5-921bebe59bc4 HTTP/1.1" status: 200 len: 217 time: 0.1423101 May 10 18:58:43.943045 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-fb109cc4-a58d-49ac-bbd0-9851ecf187ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:43.944708 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-fb109cc4-a58d-49ac-bbd0-9851ecf187ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f5c43a6a-f0d1-477d-a8c6-2fea358c2538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2082787 May 10 18:58:44.035193 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 39578) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:44.052267 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a1a157e4-5b24-42d6-a042-92e64a9f935e req-28ca02db-4561-4900-a5b3-4a64930af331 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a7ddbf-aaf0-4d8b-aa87-7717cf22f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782620 May 10 18:58:44.080505 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fcc11-0b35-46b3-ac11-d4c6714388ed req-b18935d3-13e3-4073-a9f1-00694c7cf553 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:44.082502 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-cf7fcc11-0b35-46b3-ac11-d4c6714388ed req-b18935d3-13e3-4073-a9f1-00694c7cf553 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 931 time: 0.1839094 May 10 18:58:44.083319 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-36281510-8bda-403c-8828-fbb8921afe0d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Made reservation on behalf of e17dd3da9fc545fc901dc35e62332ab6 for: {'port': 1} {{(pid=103423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:58:44.087463 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-36281510-8bda-403c-8828-fbb8921afe0d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:44.180264 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b54a76-d11c-4866-9efb-0d86dd948e1e req-a9bf1436-c5b2-4c51-848c-7f3905d833b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:44.181779 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-01b54a76-d11c-4866-9efb-0d86dd948e1e req-a9bf1436-c5b2-4c51-848c-7f3905d833b0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=adf3250e-cef8-46a7-b04b-c2b2a1ec720d HTTP/1.1" status: 200 len: 851 time: 0.2534201 May 10 18:58:44.196759 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-6d8f6a3f-34b5-4580-b196-1b5c8e8896db service neutron] 10.222.0.48 "GET /v2.0/networks/f5c43a6a-f0d1-477d-a8c6-2fea358c2538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762771 May 10 18:58:44.285607 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-01b54a76-d11c-4866-9efb-0d86dd948e1e req-73a82e6e-739f-4262-b812-2048dc5ac283 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae0b3827-f93b-468a-bc15-f879841e540a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929382 May 10 18:58:44.323660 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a378a5-9663-48cd-97bb-5ebd6c0d43a8 req-7065e3b0-0525-401d-8080-7f3a848c1d6e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:44.336532 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-62a378a5-9663-48cd-97bb-5ebd6c0d43a8 req-7065e3b0-0525-401d-8080-7f3a848c1d6e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 944 time: 0.2048409 May 10 18:58:44.379350 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device d82d0229-ef21-4596-87d5-921bebe59bc4 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 18:58:44.380062 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-6c97e1f4-a364-452c-a900-f101d431a49d service neutron] 10.222.0.48 "GET /v2.0/networks/f5c43a6a-f0d1-477d-a8c6-2fea358c2538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135644 May 10 18:58:44.414132 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f5278176-e476-48a5-957d-d6f6948feaf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:44.433998 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-cf7fcc11-0b35-46b3-ac11-d4c6714388ed req-597d8b6e-8fec-4022-81ee-2bb261455403 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3061523 May 10 18:58:44.512491 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4f3a5a08-9355-47ef-8487-1b79a7722442 admin admin] Publish callbacks [] for security_group (08042209-574f-4e4a-9ee6-dae7b66867aa), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:44.532978 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port d82d0229-ef21-4596-87d5-921bebe59bc4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d82d0229-ef21-4596-87d5-921bebe59bc4,segment=NetworkSegment(a37197f5-e5ec-4c52-bd5d-47b60008e78c),segment_id=a37197f5-e5ec-4c52-bd5d-47b60008e78c)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:58:44.575100 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Returning: {'device': 'd82d0229-ef21-4596-87d5-921bebe59bc4', 'network_id': 'ae0b3827-f93b-468a-bc15-f879841e540a', 'port_id': 'd82d0229-ef21-4596-87d5-921bebe59bc4', 'mac_address': 'fa:16:3e:fa:f2:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adf3250e-cef8-46a7-b04b-c2b2a1ec720d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 18:58:44.584368 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.notifiers.nova [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-539bd179-be5f-47c6-96ca-a083f7365b80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b7e5737-5e94-464a-80ae-39d85134cbca {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 18:58:44.607377 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-01b54a76-d11c-4866-9efb-0d86dd948e1e req-a02fff9c-3123-4f45-a2bc-6ba2448ab679 service neutron] 10.222.0.48 "GET /v2.0/networks/ae0b3827-f93b-468a-bc15-f879841e540a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952943 May 10 18:58:44.615277 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-539bd179-be5f-47c6-96ca-a083f7365b80 service neutron] Publish callbacks [] for port (3b7e5737-5e94-464a-80ae-39d85134cbca), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:44.628824 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4f3a5a08-9355-47ef-8487-1b79a7722442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (08042209-574f-4e4a-9ee6-dae7b66867aa), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:44.643518 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port d82d0229-ef21-4596-87d5-921bebe59bc4 is: DOWN; New status is: BUILD {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:44.644086 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (d82d0229-ef21-4596-87d5-921bebe59bc4), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:44.661546 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d82d0229-ef21-4596-87d5-921bebe59bc4 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 18:58:44.684759 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port d82d0229-ef21-4596-87d5-921bebe59bc4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d82d0229-ef21-4596-87d5-921bebe59bc4,segment=NetworkSegment(a37197f5-e5ec-4c52-bd5d-47b60008e78c),segment_id=a37197f5-e5ec-4c52-bd5d-47b60008e78c)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:58:44.690726 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-2b1a75db-c9d7-48de-8073-2b1db459fbce service neutron] 10.222.0.48 "GET /v2.0/networks/f5c43a6a-f0d1-477d-a8c6-2fea358c2538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844646 May 10 18:58:44.692209 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (d82d0229-ef21-4596-87d5-921bebe59bc4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:44.711704 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-4f3a5a08-9355-47ef-8487-1b79a7722442 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=587cc400f5ba4f628a5861583dbe9018&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0738995 May 10 18:58:44.711920 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-36281510-8bda-403c-8828-fbb8921afe0d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Allocated IP 172.20.0.5 (93f50fb6-d466-4999-a1b0-4ced1d39cc1d/8531edb7-c043-461d-9962-84adba840bae/e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:58:44.772923 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=d82d0229-ef21-4596-87d5-921bebe59bc4,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:44.793575 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 39590) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:44.886009 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-62a378a5-9663-48cd-97bb-5ebd6c0d43a8 req-ac8a5ad5-03ee-4550-9aa5-3f3110699a68 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5534301 May 10 18:58:44.913698 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-bbd9e32f-6e16-437a-9c40-dfb55d0169b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7bad5c0-6c0f-4028-9da1-6080eeec7c61 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 18:58:44.932653 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-bbd9e32f-6e16-437a-9c40-dfb55d0169b5 service neutron] Publish callbacks [] for port (f7bad5c0-6c0f-4028-9da1-6080eeec7c61), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:44.990936 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-bbd9e32f-6e16-437a-9c40-dfb55d0169b5 service neutron] Transition to ACTIVE for port object f7bad5c0-6c0f-4028-9da1-6080eeec7c61 will not be triggered until provisioned by entity L2. {{(pid=103423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 18:58:45.024846 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-bbd9e32f-6e16-437a-9c40-dfb55d0169b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (f7bad5c0-6c0f-4028-9da1-6080eeec7c61), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:45.028163 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-539bd179-be5f-47c6-96ca-a083f7365b80 service neutron] Transition to ACTIVE for port object 3b7e5737-5e94-464a-80ae-39d85134cbca will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 18:58:45.030280 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-29d2776c-9d07-46fe-84f8-db3b069d6ae3 req-cb51be07-216c-4fe6-b3a1-c9cce380d212 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 210 time: 0.3750768 May 10 18:58:45.049597 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-539bd179-be5f-47c6-96ca-a083f7365b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (3b7e5737-5e94-464a-80ae-39d85134cbca), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:45.050289 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ba46b5b7-4aa4-4a30-afcd-200511332c07 admin admin] Publish callbacks [] for security_group (08042209-574f-4e4a-9ee6-dae7b66867aa), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:45.075210 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a5a08-9355-47ef-8487-1b79a7722442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08042209-574f-4e4a-9ee6-dae7b66867aa,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:45.090152 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f24cb5-4604-4ea9-a603-79484d1ef2f8 req-38da7b10-68bd-4ecc-ae32-0412275312a0 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:45.098096 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-05f24cb5-4604-4ea9-a603-79484d1ef2f8 req-38da7b10-68bd-4ecc-ae32-0412275312a0 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a0e2445-4a6b-41f4-9de4-59562c2f6418 HTTP/1.1" status: 200 len: 944 time: 0.1342380 May 10 18:58:45.114423 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['d82d0229-ef21-4596-87d5-921bebe59bc4'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 18:58:45.131259 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-36281510-8bda-403c-8828-fbb8921afe0d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for port (e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:45.195118 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-962dfa10-7516-491a-97ad-74ceaae5f191 service neutron] 10.222.0.48 "GET /v2.0/networks/f5c43a6a-f0d1-477d-a8c6-2fea358c2538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7694356 May 10 18:58:45.198583 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ba46b5b7-4aa4-4a30-afcd-200511332c07 admin admin] Publish callbacks [] for security_group (08042209-574f-4e4a-9ee6-dae7b66867aa), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:45.210280 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-01b54a76-d11c-4866-9efb-0d86dd948e1e req-e9f081bc-424c-40dd-9875-4ea5c66a0ea2 service neutron] 10.222.0.48 "GET /v2.0/networks/ae0b3827-f93b-468a-bc15-f879841e540a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5521951 May 10 18:58:45.223455 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539bd179-be5f-47c6-96ca-a083f7365b80 service neutron] Pushing event updated for resources: {'Port': ['ID=3b7e5737-5e94-464a-80ae-39d85134cbca,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:45.227040 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9e32f-6e16-437a-9c40-dfb55d0169b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f7bad5c0-6c0f-4028-9da1-6080eeec7c61,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:45.346469 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-bbd9e32f-6e16-437a-9c40-dfb55d0169b5 service neutron] Attempting to bind port f7bad5c0-6c0f-4028-9da1-6080eeec7c61 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 18:58:45.346884 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-bbd9e32f-6e16-437a-9c40-dfb55d0169b5 service neutron] Attempting to bind port f7bad5c0-6c0f-4028-9da1-6080eeec7c61 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '04de397a-54d1-4abc-9167-6db11e2916d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 18:58:45.347225 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-bbd9e32f-6e16-437a-9c40-dfb55d0169b5 service neutron] Attempting to bind port f7bad5c0-6c0f-4028-9da1-6080eeec7c61 on network a4576b84-9910-4693-87ed-530385aa986d {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 18:58:45.353760 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-bbd9e32f-6e16-437a-9c40-dfb55d0169b5 service neutron] Port f7bad5c0-6c0f-4028-9da1-6080eeec7c61 on network a4576b84-9910-4693-87ed-530385aa986d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 18:58:45.353963 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-bbd9e32f-6e16-437a-9c40-dfb55d0169b5 service neutron] Attempting to bind port f7bad5c0-6c0f-4028-9da1-6080eeec7c61 on network a4576b84-9910-4693-87ed-530385aa986d {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 18:58:45.367889 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-05f24cb5-4604-4ea9-a603-79484d1ef2f8 req-9ab8ab42-9c4c-4753-a794-765777a11bcf tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5305e2e-efa5-4972-a7fe-4a69ecd167fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687438 May 10 18:58:45.372954 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f012af7-a426-4e52-aa5c-c0313ef70118 req-3dead88a-444d-42b3-982e-56b36ee91e85 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:45.374552 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-9f012af7-a426-4e52-aa5c-c0313ef70118 req-3dead88a-444d-42b3-982e-56b36ee91e85 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cf86643-5556-427b-ba0d-dc53add28bee HTTP/1.1" status: 200 len: 944 time: 0.1967256 May 10 18:58:45.378700 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-36281510-8bda-403c-8828-fbb8921afe0d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578'] for port (e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:45.395923 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f5278176-e476-48a5-957d-d6f6948feaf9 admin admin] Publish callbacks [] for security_group (fed7e2de-95ec-48dc-8278-5135a01399cb), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:45.397147 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-539bd179-be5f-47c6-96ca-a083f7365b80 service neutron] Attempting to bind port 3b7e5737-5e94-464a-80ae-39d85134cbca on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 18:58:45.397424 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-539bd179-be5f-47c6-96ca-a083f7365b80 service neutron] Attempting to bind port 3b7e5737-5e94-464a-80ae-39d85134cbca by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '1868c427-5847-444e-a7f0-4f51b9eb2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 18:58:45.397763 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-539bd179-be5f-47c6-96ca-a083f7365b80 service neutron] Attempting to bind port 3b7e5737-5e94-464a-80ae-39d85134cbca on network 17ce47ba-754f-4a57-b915-d9f184cff0b4 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 18:58:45.412878 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-bbd9e32f-6e16-437a-9c40-dfb55d0169b5 service neutron] Checking agent: {'id': '84b4d3b2-b3ea-4da4-b994-5396953c421b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'started_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 18, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 18:58:45.413302 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-bbd9e32f-6e16-437a-9c40-dfb55d0169b5 service neutron] Checking segment: {'id': '04de397a-54d1-4abc-9167-6db11e2916d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:58:45.413757 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-bbd9e32f-6e16-437a-9c40-dfb55d0169b5 service neutron] Bound using segment: {'id': '04de397a-54d1-4abc-9167-6db11e2916d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 18:58:45.414111 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f5278176-e476-48a5-957d-d6f6948feaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (fed7e2de-95ec-48dc-8278-5135a01399cb), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:45.414222 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-bbd9e32f-6e16-437a-9c40-dfb55d0169b5 service neutron] Bound port: f7bad5c0-6c0f-4028-9da1-6080eeec7c61, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04de397a-54d1-4abc-9167-6db11e2916d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 18:58:45.414630 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-bbd9e32f-6e16-437a-9c40-dfb55d0169b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (f7bad5c0-6c0f-4028-9da1-6080eeec7c61), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:45.443329 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-539bd179-be5f-47c6-96ca-a083f7365b80 service neutron] Port 3b7e5737-5e94-464a-80ae-39d85134cbca on network 17ce47ba-754f-4a57-b915-d9f184cff0b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 18:58:45.443948 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-539bd179-be5f-47c6-96ca-a083f7365b80 service neutron] Attempting to bind port 3b7e5737-5e94-464a-80ae-39d85134cbca on network 17ce47ba-754f-4a57-b915-d9f184cff0b4 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 18:58:45.481955 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-36281510-8bda-403c-8828-fbb8921afe0d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Network 93f50fb6-d466-4999-a1b0-4ced1d39cc1d is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:58:45.495697 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-36281510-8bda-403c-8828-fbb8921afe0d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:58:45.498166 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36281510-8bda-403c-8828-fbb8921afe0d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Pushing event updated for resources: {'Port': ['ID=e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:45.503316 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-36281510-8bda-403c-8828-fbb8921afe0d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 18:58:45.513002 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-36281510-8bda-403c-8828-fbb8921afe0d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:45.513740 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-36281510-8bda-403c-8828-fbb8921afe0d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:45.514363 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-539bd179-be5f-47c6-96ca-a083f7365b80 service neutron] Checking agent: {'id': '84b4d3b2-b3ea-4da4-b994-5396953c421b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'started_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 18, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 18:58:45.514719 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-539bd179-be5f-47c6-96ca-a083f7365b80 service neutron] Checking segment: {'id': '1868c427-5847-444e-a7f0-4f51b9eb2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:58:45.515114 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-539bd179-be5f-47c6-96ca-a083f7365b80 service neutron] Bound using segment: {'id': '1868c427-5847-444e-a7f0-4f51b9eb2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 18:58:45.517182 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-539bd179-be5f-47c6-96ca-a083f7365b80 service neutron] Bound port: 3b7e5737-5e94-464a-80ae-39d85134cbca, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1868c427-5847-444e-a7f0-4f51b9eb2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 18:58:45.517702 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-539bd179-be5f-47c6-96ca-a083f7365b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (3b7e5737-5e94-464a-80ae-39d85134cbca), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:45.531121 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ba46b5b7-4aa4-4a30-afcd-200511332c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (08042209-574f-4e4a-9ee6-dae7b66867aa), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:45.538351 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ba46b5b7-4aa4-4a30-afcd-200511332c07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:45.538351 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-ba46b5b7-4aa4-4a30-afcd-200511332c07 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/08042209-574f-4e4a-9ee6-dae7b66867aa HTTP/1.1" status: 204 len: 168 time: 0.6712940 May 10 18:58:45.562360 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-36281510-8bda-403c-8828-fbb8921afe0d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9697123 May 10 18:58:45.575941 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46b5b7-4aa4-4a30-afcd-200511332c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08042209-574f-4e4a-9ee6-dae7b66867aa,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:45.592906 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-a8918209-71c8-4939-9d2f-6fc87874237b service neutron] Request body: {'port': {'device_id': 'ba58fb79-03be-4002-9b26-82ceedeff959', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:45.647451 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-f5278176-e476-48a5-957d-d6f6948feaf9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=01c64d95a9a34eeb9c02e5496bd5c591&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5808742 May 10 18:58:45.654757 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 39604) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:45.677937 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f156a8-0424-4fdc-96ef-d8819cb586ec req-540ebc95-7df8-45d9-bede-15c4a891dabc tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:45.679580 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-42f156a8-0424-4fdc-96ef-d8819cb586ec req-540ebc95-7df8-45d9-bede-15c4a891dabc tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 943 time: 0.0913239 May 10 18:58:45.684000 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-bbd9e32f-6e16-437a-9c40-dfb55d0169b5 service neutron] For port f7bad5c0-6c0f-4028-9da1-6080eeec7c61, host hv-cinder-83699, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 18:58:45.684443 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5278176-e476-48a5-957d-d6f6948feaf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed7e2de-95ec-48dc-8278-5135a01399cb,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:45.710319 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-9f012af7-a426-4e52-aa5c-c0313ef70118 req-3042cb76-9e6d-482a-b62a-d88f3820b277 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a7ddbf-aaf0-4d8b-aa87-7717cf22f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3174663 May 10 18:58:45.743550 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-bbd9e32f-6e16-437a-9c40-dfb55d0169b5 service neutron] For port f7bad5c0-6c0f-4028-9da1-6080eeec7c61, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f7bad5c0-6c0f-4028-9da1-6080eeec7c61,segment=NetworkSegment(04de397a-54d1-4abc-9167-6db11e2916d9),segment_id=04de397a-54d1-4abc-9167-6db11e2916d9)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 18:58:45.758429 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7aad8-13f1-4495-bcd7-27899f6eb619 req-7c8e4ef5-af13-4271-be40-cd4a5e47c227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:45.760002 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-f5c7aad8-13f1-4495-bcd7-27899f6eb619 req-7c8e4ef5-af13-4271-be40-cd4a5e47c227 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=772abdeeb78b4eaab9bc9d831eda68f3&device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 1128 time: 0.1584218 May 10 18:58:45.783372 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-bbd9e32f-6e16-437a-9c40-dfb55d0169b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (f7bad5c0-6c0f-4028-9da1-6080eeec7c61), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:45.795368 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-42f156a8-0424-4fdc-96ef-d8819cb586ec req-0c6a036a-45f6-45cb-a963-0a55f39c6be7 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088753 May 10 18:58:45.796660 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-539bd179-be5f-47c6-96ca-a083f7365b80 service neutron] For port 3b7e5737-5e94-464a-80ae-39d85134cbca, host hv-cinder-83699, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 18:58:45.810050 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-539bd179-be5f-47c6-96ca-a083f7365b80 service neutron] For port 3b7e5737-5e94-464a-80ae-39d85134cbca, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3b7e5737-5e94-464a-80ae-39d85134cbca,segment=NetworkSegment(1868c427-5847-444e-a7f0-4f51b9eb2322),segment_id=1868c427-5847-444e-a7f0-4f51b9eb2322)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 18:58:45.823854 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5b2bc891-7dc4-4dbd-9dff-725a9a1d2394 admin admin] Publish callbacks [] for security_group (fed7e2de-95ec-48dc-8278-5135a01399cb), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:45.835210 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-a8918209-71c8-4939-9d2f-6fc87874237b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:45.837900 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-539bd179-be5f-47c6-96ca-a083f7365b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (3b7e5737-5e94-464a-80ae-39d85134cbca), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:45.855451 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-960ec178-c53d-4e66-80d2-505eab6ca68d None None] Provisioning complete for port e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:45.855994 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-960ec178-c53d-4e66-80d2-505eab6ca68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:45.863892 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-bbd9e32f-6e16-437a-9c40-dfb55d0169b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:45.864529 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-bbd9e32f-6e16-437a-9c40-dfb55d0169b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:45.866017 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-bbd9e32f-6e16-437a-9c40-dfb55d0169b5 service neutron] 10.222.0.48 "PUT /v2.0/ports/f7bad5c0-6c0f-4028-9da1-6080eeec7c61 HTTP/1.1" status: 200 len: 1094 time: 2.7505586 May 10 18:58:45.868030 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf86643-5556-427b-ba0d-dc53add28bee', 'tag': 'f7bad5c0-6c0f-4028-9da1-6080eeec7c61'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 18:58:45.870363 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cc3d80-29ec-412c-ae5c-89c8c102391a" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf86643-5556-427b-ba0d-dc53add28bee", "tag": "f7bad5c0-6c0f-4028-9da1-6080eeec7c61"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 18:58:45.896557 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5b2bc891-7dc4-4dbd-9dff-725a9a1d2394 admin admin] Publish callbacks [] for security_group (fed7e2de-95ec-48dc-8278-5135a01399cb), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:45.915818 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-539bd179-be5f-47c6-96ca-a083f7365b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:45.916522 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-539bd179-be5f-47c6-96ca-a083f7365b80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:45.918517 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-539bd179-be5f-47c6-96ca-a083f7365b80 service neutron] 10.222.0.48 "PUT /v2.0/ports/3b7e5737-5e94-464a-80ae-39d85134cbca HTTP/1.1" status: 200 len: 1093 time: 2.8029497 May 10 18:58:45.919049 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398c5e30-dbd6-440a-80b8-61cf25c933eb', 'tag': '3b7e5737-5e94-464a-80ae-39d85134cbca'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 18:58:45.921451 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd46a798d5a9e44ec306513f4cdcaf49ebfda34863e20c5e194c8a5ee67cd38b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb678d4-ab32-4125-be67-d3081569fb46" -d '{"events": [{"name": "network-changed", "server_uuid": "398c5e30-dbd6-440a-80b8-61cf25c933eb", "tag": "3b7e5737-5e94-464a-80ae-39d85134cbca"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 18:58:46.001279 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539bd179-be5f-47c6-96ca-a083f7365b80 service neutron] Pushing event updated for resources: {'Port': ['ID=3b7e5737-5e94-464a-80ae-39d85134cbca,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:46.041912 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5b2bc891-7dc4-4dbd-9dff-725a9a1d2394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (fed7e2de-95ec-48dc-8278-5135a01399cb), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:46.045799 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5b2bc891-7dc4-4dbd-9dff-725a9a1d2394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:46.046697 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-960ec178-c53d-4e66-80d2-505eab6ca68d None None] Port e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 cannot update to ACTIVE because it is not bound. {{(pid=103424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 18:58:46.047370 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-5b2bc891-7dc4-4dbd-9dff-725a9a1d2394 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fed7e2de-95ec-48dc-8278-5135a01399cb HTTP/1.1" status: 204 len: 168 time: 0.3591168 May 10 18:58:46.057272 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2bc891-7dc4-4dbd-9dff-725a9a1d2394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed7e2de-95ec-48dc-8278-5135a01399cb,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:46.131655 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 18:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7853356e-6daf-418a-afe6-c20200ee036c x-openstack-request-id: req-7853356e-6daf-418a-afe6-c20200ee036c {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 18:58:46.132426 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf86643-5556-427b-ba0d-dc53add28bee", "tag": "f7bad5c0-6c0f-4028-9da1-6080eeec7c61", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 18:58:46.132921 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7853356e-6daf-418a-afe6-c20200ee036c {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 18:58:46.133588 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7853356e-6daf-418a-afe6-c20200ee036c'] response: {'name': 'network-changed', 'server_uuid': '1cf86643-5556-427b-ba0d-dc53add28bee', 'tag': 'f7bad5c0-6c0f-4028-9da1-6080eeec7c61', 'status': 'completed', 'code': 200} May 10 18:58:46.191346 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 18:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc9179b-43c3-441f-bc26-46b13f0e82db x-openstack-request-id: req-1bc9179b-43c3-441f-bc26-46b13f0e82db {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 18:58:46.191824 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "398c5e30-dbd6-440a-80b8-61cf25c933eb", "tag": "3b7e5737-5e94-464a-80ae-39d85134cbca", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 18:58:46.192223 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1bc9179b-43c3-441f-bc26-46b13f0e82db {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 18:58:46.192807 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bc9179b-43c3-441f-bc26-46b13f0e82db'] response: {'name': 'network-changed', 'server_uuid': '398c5e30-dbd6-440a-80b8-61cf25c933eb', 'tag': '3b7e5737-5e94-464a-80ae-39d85134cbca', 'status': 'completed', 'code': 200} May 10 18:58:46.230359 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2730bc5-7b93-4f30-ab00-5e1e2f3c29b0 req-242150eb-960b-4906-9516-109647ccba0d tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:46.234752 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f2730bc5-7b93-4f30-ab00-5e1e2f3c29b0 req-242150eb-960b-4906-9516-109647ccba0d tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 944 time: 0.1000793 May 10 18:58:46.238668 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9e32f-6e16-437a-9c40-dfb55d0169b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f7bad5c0-6c0f-4028-9da1-6080eeec7c61,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:46.331386 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 6b454d25-9193-4894-8b66-730ea63f15c4 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 18:58:46.353381 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f2730bc5-7b93-4f30-ab00-5e1e2f3c29b0 req-4c9a3c6e-7a23-48a2-b5b5-b2ea331166e1 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954051 May 10 18:58:46.369239 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce126d8a-171d-4f17-8c43-d8e104d8a769 req-04e1670d-7712-4245-b6c0-b6209f824a50 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:46.377766 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-ce126d8a-171d-4f17-8c43-d8e104d8a769 req-04e1670d-7712-4245-b6c0-b6209f824a50 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 931 time: 0.0829828 May 10 18:58:46.425979 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device d82d0229-ef21-4596-87d5-921bebe59bc4 up at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:58:46.569880 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb678d4-ab32-4125-be67-d3081569fb46 req-1b659070-d3c4-4f08-9a89-a3ff5911ffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:46.571390 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7bb678d4-ab32-4125-be67-d3081569fb46 req-1b659070-d3c4-4f08-9a89-a3ff5911ffb8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f211dbe09fc34141b9d519a6e69c8dc2&device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 1127 time: 0.0437794 May 10 18:58:46.582769 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-a8918209-71c8-4939-9d2f-6fc87874237b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 18:58:46.605076 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-a8918209-71c8-4939-9d2f-6fc87874237b service neutron] Publish callbacks [] for port (e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:46.612155 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-ce126d8a-171d-4f17-8c43-d8e104d8a769 req-92d4ce47-6708-4254-90b7-65aa85dba0e8 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333109 May 10 18:58:46.615372 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc3d80-29ec-412c-ae5c-89c8c102391a req-22972aab-2d74-4d03-ba1b-40142a63ff90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:46.617395 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-f0cc3d80-29ec-412c-ae5c-89c8c102391a req-22972aab-2d74-4d03-ba1b-40142a63ff90 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08319d2b6ebf4a40830d212321cb6b63&device_id=1cf86643-5556-427b-ba0d-dc53add28bee HTTP/1.1" status: 200 len: 1128 time: 0.1413808 May 10 18:58:46.650317 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e41499-e203-4a04-a3d3-3ea72903c6fd req-67b845cd-a649-48eb-a59b-578eac5b32d0 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:46.651891 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b3e41499-e203-4a04-a3d3-3ea72903c6fd req-67b845cd-a649-48eb-a59b-578eac5b32d0 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a0e2445-4a6b-41f4-9de4-59562c2f6418 HTTP/1.1" status: 200 len: 944 time: 0.1568651 May 10 18:58:46.679051 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 6b454d25-9193-4894-8b66-730ea63f15c4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6b454d25-9193-4894-8b66-730ea63f15c4,segment=NetworkSegment(305b6081-8325-44b4-b4f1-d287ed407450),segment_id=305b6081-8325-44b4-b4f1-d287ed407450)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:58:46.699428 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Returning: {'device': '6b454d25-9193-4894-8b66-730ea63f15c4', 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538', 'port_id': '6b454d25-9193-4894-8b66-730ea63f15c4', 'mac_address': 'fa:16:3e:e8:07:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ed489f3-e7d1-46ad-8ba4-625045889072', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 18:58:46.718436 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning for port d82d0229-ef21-4596-87d5-921bebe59bc4 completed by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 18:58:46.762012 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc3d80-29ec-412c-ae5c-89c8c102391a req-ec4a2d75-d76a-48f8-bda9-3e17b1f53162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:46.763543 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-f0cc3d80-29ec-412c-ae5c-89c8c102391a req-ec4a2d75-d76a-48f8-bda9-3e17b1f53162 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=08319d2b6ebf4a40830d212321cb6b63&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1288083 May 10 18:58:46.779366 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning complete for port d82d0229-ef21-4596-87d5-921bebe59bc4 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:46.779749 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (d82d0229-ef21-4596-87d5-921bebe59bc4), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:46.797379 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7aad8-13f1-4495-bcd7-27899f6eb619 req-9b660a1c-cbfd-4aaa-8ae1-42ee6c87e093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:46.798912 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-f5c7aad8-13f1-4495-bcd7-27899f6eb619 req-9b660a1c-cbfd-4aaa-8ae1-42ee6c87e093 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f5c43a6a-f0d1-477d-a8c6-2fea358c2538 HTTP/1.1" status: 200 len: 920 time: 0.3250556 May 10 18:58:46.821641 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-a8918209-71c8-4939-9d2f-6fc87874237b service neutron] Transition to ACTIVE for port object e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 will not be triggered until provisioned by entity L2. {{(pid=103423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 18:58:46.864272 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port 6b454d25-9193-4894-8b66-730ea63f15c4 is: DOWN; New status is: BUILD {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:46.864835 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (6b454d25-9193-4894-8b66-730ea63f15c4), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:46.871942 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-a8918209-71c8-4939-9d2f-6fc87874237b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:46.889707 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-f5c7aad8-13f1-4495-bcd7-27899f6eb619 req-f879b5cb-8d51-4093-bf86-08a2efd15b6c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b454d25-9193-4894-8b66-730ea63f15c4 HTTP/1.1" status: 200 len: 217 time: 0.0525608 May 10 18:58:46.894401 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 39652) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:46.900221 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b454d25-9193-4894-8b66-730ea63f15c4 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 18:58:46.952786 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9b7840cb-513e-43cb-a7c3-813ade84d3e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:46.953748 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 6b454d25-9193-4894-8b66-730ea63f15c4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6b454d25-9193-4894-8b66-730ea63f15c4,segment=NetworkSegment(305b6081-8325-44b4-b4f1-d287ed407450),segment_id=305b6081-8325-44b4-b4f1-d287ed407450)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:58:46.968768 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (6b454d25-9193-4894-8b66-730ea63f15c4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:46.979684 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port d82d0229-ef21-4596-87d5-921bebe59bc4 is: BUILD; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:46.980180 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (d82d0229-ef21-4596-87d5-921bebe59bc4), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:46.985494 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b3e41499-e203-4a04-a3d3-3ea72903c6fd req-0334823a-bc16-473d-86f0-07744ab8fb98 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5305e2e-efa5-4972-a7fe-4a69ecd167fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783606 May 10 18:58:47.055099 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0e2445-4a6b-41f4-9de4-59562c2f6418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82d0229-ef21-4596-87d5-921bebe59bc4'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 18:58:47.130029 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97a2e3-ea8d-4bcb-af57-e2869761b7f9 req-126c2ba3-b992-4274-84ec-380e31f05257 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:47.131930 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-ab97a2e3-ea8d-4bcb-af57-e2869761b7f9 req-126c2ba3-b992-4274-84ec-380e31f05257 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cf86643-5556-427b-ba0d-dc53add28bee HTTP/1.1" status: 200 len: 944 time: 0.2343547 May 10 18:58:47.144401 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7aad8-13f1-4495-bcd7-27899f6eb619 req-cd2e5482-1041-4334-bb3a-26527dd6bffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:47.146015 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-f5c7aad8-13f1-4495-bcd7-27899f6eb619 req-cd2e5482-1041-4334-bb3a-26527dd6bffe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ed489f3-e7d1-46ad-8ba4-625045889072 HTTP/1.1" status: 200 len: 858 time: 0.2475648 May 10 18:58:47.149557 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc3d80-29ec-412c-ae5c-89c8c102391a req-879efce9-21ae-453a-b3ea-8b44e77b33bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:47.150934 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-f0cc3d80-29ec-412c-ae5c-89c8c102391a req-879efce9-21ae-453a-b3ea-8b44e77b33bf service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3805699 May 10 18:58:47.171281 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port d82d0229-ef21-4596-87d5-921bebe59bc4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d82d0229-ef21-4596-87d5-921bebe59bc4,segment=NetworkSegment(a37197f5-e5ec-4c52-bd5d-47b60008e78c),segment_id=a37197f5-e5ec-4c52-bd5d-47b60008e78c)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:58:47.178520 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (d82d0229-ef21-4596-87d5-921bebe59bc4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:47.180836 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=6b454d25-9193-4894-8b66-730ea63f15c4,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:47.261005 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=d82d0229-ef21-4596-87d5-921bebe59bc4,revision_number=5']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:47.296449 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb678d4-ab32-4125-be67-d3081569fb46 req-bbc1b7b0-d73f-4ba0-bdc0-8876dc8ab08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:47.304041 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7bb678d4-ab32-4125-be67-d3081569fb46 req-bbc1b7b0-d73f-4ba0-bdc0-8876dc8ab08d service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f211dbe09fc34141b9d519a6e69c8dc2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.7152779 May 10 18:58:47.308319 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7aad8-13f1-4495-bcd7-27899f6eb619 req-a3f4c3ef-d3ee-436e-a82e-f69b18700664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:47.309923 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-f5c7aad8-13f1-4495-bcd7-27899f6eb619 req-a3f4c3ef-d3ee-436e-a82e-f69b18700664 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f5c43a6a-f0d1-477d-a8c6-2fea358c2538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1316979 May 10 18:58:47.321591 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8918209-71c8-4939-9d2f-6fc87874237b service neutron] Pushing event updated for resources: {'Port': ['ID=e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:47.340192 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['6b454d25-9193-4894-8b66-730ea63f15c4'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 18:58:47.392378 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc4c72c1cd3e6c4fc9632b01e094f02638f1ddc8156bb4d740f489bc698d08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2102a19-4189-4a92-a838-4b830a9ffa66" -d '{"events": [{"server_uuid": "2a0e2445-4a6b-41f4-9de4-59562c2f6418", "name": "network-vif-plugged", "status": "completed", "tag": "d82d0229-ef21-4596-87d5-921bebe59bc4"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 18:58:47.406718 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-a8918209-71c8-4939-9d2f-6fc87874237b service neutron] Attempting to bind port e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 18:58:47.407103 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-a8918209-71c8-4939-9d2f-6fc87874237b service neutron] Attempting to bind port e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 18:58:47.407458 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-a8918209-71c8-4939-9d2f-6fc87874237b service neutron] Attempting to bind port e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 on network 93f50fb6-d466-4999-a1b0-4ced1d39cc1d {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 18:58:47.460759 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82ef51-04a6-4da7-a0d5-f5b91bcbb1ca req-ce3f0dcb-8289-41da-8799-57a6a30166ef tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:47.462389 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-ab97a2e3-ea8d-4bcb-af57-e2869761b7f9 req-785c125a-795a-41c3-b091-9f17608316df tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a7ddbf-aaf0-4d8b-aa87-7717cf22f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3218663 May 10 18:58:47.467646 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2a82ef51-04a6-4da7-a0d5-f5b91bcbb1ca req-ce3f0dcb-8289-41da-8799-57a6a30166ef tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 943 time: 0.3616819 May 10 18:58:47.470598 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-9552f1fb-bb0a-4a95-9e86-ce75b1dd5aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:47.472109 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-9552f1fb-bb0a-4a95-9e86-ce75b1dd5aea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08319d2b6ebf4a40830d212321cb6b63&device_id=1cf86643-5556-427b-ba0d-dc53add28bee HTTP/1.1" status: 200 len: 1128 time: 0.2337198 May 10 18:58:47.505457 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-a8918209-71c8-4939-9d2f-6fc87874237b service neutron] Port e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 on network 93f50fb6-d466-4999-a1b0-4ced1d39cc1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 18:58:47.506445 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-a8918209-71c8-4939-9d2f-6fc87874237b service neutron] Attempting to bind port e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 on network 93f50fb6-d466-4999-a1b0-4ced1d39cc1d {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 18:58:47.521271 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-a8918209-71c8-4939-9d2f-6fc87874237b service neutron] Checking agent: {'id': '84b4d3b2-b3ea-4da4-b994-5396953c421b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'started_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 18, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 18:58:47.522076 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-a8918209-71c8-4939-9d2f-6fc87874237b service neutron] Checking segment: {'id': 'bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:58:47.522453 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-a8918209-71c8-4939-9d2f-6fc87874237b service neutron] Bound using segment: {'id': 'bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 18:58:47.522905 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-a8918209-71c8-4939-9d2f-6fc87874237b service neutron] Bound port: e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 18:58:47.523261 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-a8918209-71c8-4939-9d2f-6fc87874237b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:47.559471 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-fe155c37-fad1-4a02-ad67-b8d18dd455cb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7bad5c0-6c0f-4028-9da1-6080eeec7c61 HTTP/1.1" status: 200 len: 217 time: 0.0486848 May 10 18:58:47.568497 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9b7840cb-513e-43cb-a7c3-813ade84d3e9 admin admin] Publish callbacks [] for security_group (dc3181bf-691f-4c8b-b497-2369a4199018), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:47.608442 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9b7840cb-513e-43cb-a7c3-813ade84d3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (dc3181bf-691f-4c8b-b497-2369a4199018), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:47.659842 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-f5c7aad8-13f1-4495-bcd7-27899f6eb619 req-c0233da2-ffc7-4f9b-9218-ab94729e467d service neutron] 10.222.0.48 "GET /v2.0/networks/f5c43a6a-f0d1-477d-a8c6-2fea358c2538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416674 May 10 18:58:47.702593 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2a82ef51-04a6-4da7-a0d5-f5b91bcbb1ca req-67f2e739-89bc-4f18-a979-3f974c206267 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314291 May 10 18:58:47.706867 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-9b7840cb-513e-43cb-a7c3-813ade84d3e9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c07daeadf886436f8ab335aecf000283&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8111138 May 10 18:58:47.709215 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb678d4-ab32-4125-be67-d3081569fb46 req-9579f2a5-1e80-4890-a601-f0926ebbd2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:47.711009 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7bb678d4-ab32-4125-be67-d3081569fb46 req-9579f2a5-1e80-4890-a601-f0926ebbd2d1 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3753207 May 10 18:58:47.716160 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 39676) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:47.736435 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-a8918209-71c8-4939-9d2f-6fc87874237b service neutron] For port e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1, host hv-cinder-83699, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 18:58:47.741453 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-a8918209-71c8-4939-9d2f-6fc87874237b service neutron] For port e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1,segment=NetworkSegment(bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92),segment_id=bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 18:58:47.752228 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-a8918209-71c8-4939-9d2f-6fc87874237b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:47.765578 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-d0e9aaff-7bec-4bba-98dc-300755e5b17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:47.767196 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-d0e9aaff-7bec-4bba-98dc-300755e5b17c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c386732f-c86a-499c-bc04-b74b79921f36 HTTP/1.1" status: 200 len: 854 time: 0.1939790 May 10 18:58:47.767798 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7840cb-513e-43cb-a7c3-813ade84d3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3181bf-691f-4c8b-b497-2369a4199018,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:47.815580 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8918209-71c8-4939-9d2f-6fc87874237b service neutron] Pushing event updated for resources: {'Port': ['ID=e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:47.840258 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a11c00-18aa-4439-9a5f-c893dbc73176 req-7e9023a3-0a54-4763-bd7f-c6382673c247 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:47.841819 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-29a11c00-18aa-4439-9a5f-c893dbc73176 req-7e9023a3-0a54-4763-bd7f-c6382673c247 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 945 time: 0.2186630 May 10 18:58:47.878237 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-a8918209-71c8-4939-9d2f-6fc87874237b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:47.878818 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-a8918209-71c8-4939-9d2f-6fc87874237b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:47.880211 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-a8918209-71c8-4939-9d2f-6fc87874237b service neutron] 10.222.0.48 "PUT /v2.0/ports/e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 HTTP/1.1" status: 200 len: 1093 time: 2.3015156 May 10 18:58:47.904357 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-48b2a122-573d-4cfb-adb3-65c1e304b214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:47.905900 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-48b2a122-573d-4cfb-adb3-65c1e304b214 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f211dbe09fc34141b9d519a6e69c8dc2&device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 1127 time: 0.0915124 May 10 18:58:47.991083 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-d6f17ef1-a398-407f-afc2-a66c7675de8e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b7e5737-5e94-464a-80ae-39d85134cbca HTTP/1.1" status: 200 len: 217 time: 0.0691912 May 10 18:58:48.032946 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 18:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab63d31-0503-4e8d-ab19-d9fcdd8fb35f x-openstack-request-id: req-bab63d31-0503-4e8d-ab19-d9fcdd8fb35f {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 18:58:48.033452 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0e2445-4a6b-41f4-9de4-59562c2f6418", "name": "network-vif-plugged", "status": "completed", "tag": "d82d0229-ef21-4596-87d5-921bebe59bc4", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 18:58:48.033452 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bab63d31-0503-4e8d-ab19-d9fcdd8fb35f {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 18:58:48.033701 dv-cinder-836996-18-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bab63d31-0503-4e8d-ab19-d9fcdd8fb35f'] response: {'server_uuid': '2a0e2445-4a6b-41f4-9de4-59562c2f6418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82d0229-ef21-4596-87d5-921bebe59bc4', 'code': 200} May 10 18:58:48.109684 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-ec20e387-ce25-4543-8e1d-3eecbbf94a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:48.111412 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-ec20e387-ce25-4543-8e1d-3eecbbf94a3a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4576b84-9910-4693-87ed-530385aa986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3162100 May 10 18:58:48.168440 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cd6517a4-6931-4b37-a418-17ddb8dc831e admin admin] Publish callbacks [] for security_group (dc3181bf-691f-4c8b-b497-2369a4199018), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:48.192344 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-f5c7aad8-13f1-4495-bcd7-27899f6eb619 req-16448e86-b1f1-4926-8bd8-3e80b0dcf282 service neutron] 10.222.0.48 "GET /v2.0/networks/f5c43a6a-f0d1-477d-a8c6-2fea358c2538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5069647 May 10 18:58:48.286030 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cd6517a4-6931-4b37-a418-17ddb8dc831e admin admin] Publish callbacks [] for security_group (dc3181bf-691f-4c8b-b497-2369a4199018), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:48.290670 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba58fb79-03be-4002-9b26-82ceedeff959', 'tag': 'e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 18:58:48.292958 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bede5e05-6b3c-4282-8969-799f0ab9eba7" -d '{"events": [{"name": "network-changed", "server_uuid": "ba58fb79-03be-4002-9b26-82ceedeff959", "tag": "e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 18:58:48.306465 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-29a11c00-18aa-4439-9a5f-c893dbc73176 req-43d44a3e-d88b-4325-9409-44699ad22ed7 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519184 May 10 18:58:48.337639 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 92a763e8-0127-48f4-b51e-d0f7dfe094b6 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 18:58:48.340391 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 6b454d25-9193-4894-8b66-730ea63f15c4 up at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:58:48.429596 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-0f6f084d-1f89-48b5-a7d7-ca62803fe2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:48.431057 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-0f6f084d-1f89-48b5-a7d7-ca62803fe2b4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e17dd3da9fc545fc901dc35e62332ab6&device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 1127 time: 0.4502580 May 10 18:58:48.439937 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-9aa4741c-c804-4619-824d-fcdd2ffd33e4 service neutron] 10.222.0.48 "GET /v2.0/networks/a4576b84-9910-4693-87ed-530385aa986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908709 May 10 18:58:48.441056 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05479487-1b13-4b8e-aea3-3885dc04c46b req-845b0a03-48c6-4e9f-a92c-e072649800ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:48.442413 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-05479487-1b13-4b8e-aea3-3885dc04c46b req-845b0a03-48c6-4e9f-a92c-e072649800ff service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2a0e2445-4a6b-41f4-9de4-59562c2f6418 HTTP/1.1" status: 200 len: 1129 time: 0.1061497 May 10 18:58:48.445685 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2f130-4eb3-4629-9473-ab506b693fda req-7673cbe4-c143-4b2d-8178-fea09107c27c tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:48.447414 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-54e2f130-4eb3-4629-9473-ab506b693fda req-7673cbe4-c143-4b2d-8178-fea09107c27c tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 943 time: 0.1399405 May 10 18:58:48.451828 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-a0137ff0-da94-4f75-9bbe-4555f1e0001b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:48.453262 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-a0137ff0-da94-4f75-9bbe-4555f1e0001b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=945414bb-2eef-4f0c-992b-73a797dbf824 HTTP/1.1" status: 200 len: 850 time: 0.1480815 May 10 18:58:48.459268 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cd6517a4-6931-4b37-a418-17ddb8dc831e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (dc3181bf-691f-4c8b-b497-2369a4199018), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:48.461846 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cd6517a4-6931-4b37-a418-17ddb8dc831e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:48.463175 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-cd6517a4-6931-4b37-a418-17ddb8dc831e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dc3181bf-691f-4c8b-b497-2369a4199018 HTTP/1.1" status: 204 len: 168 time: 0.7364442 May 10 18:58:48.513584 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-f6670150-0a25-495c-bb5c-030822b6672f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 HTTP/1.1" status: 200 len: 217 time: 0.0499952 May 10 18:58:48.550220 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 92a763e8-0127-48f4-b51e-d0f7dfe094b6, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=92a763e8-0127-48f4-b51e-d0f7dfe094b6,segment=NetworkSegment(305b6081-8325-44b4-b4f1-d287ed407450),segment_id=305b6081-8325-44b4-b4f1-d287ed407450)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:58:48.553579 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6517a4-6931-4b37-a418-17ddb8dc831e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3181bf-691f-4c8b-b497-2369a4199018,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:48.559887 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-05479487-1b13-4b8e-aea3-3885dc04c46b req-4186496e-32cc-4c23-afd3-254dc50eeccc service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:48.585143 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Returning: {'device': '92a763e8-0127-48f4-b51e-d0f7dfe094b6', 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538', 'port_id': '92a763e8-0127-48f4-b51e-d0f7dfe094b6', 'mac_address': 'fa:16:3e:fb:b3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ed489f3-e7d1-46ad-8ba4-625045889072', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 18:58:48.610135 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ae015-cc6e-4f3f-888a-2a21cea8b1d3 req-1518cd38-6241-4d1f-8072-975047bacc16 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:48.618099 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b36ae015-cc6e-4f3f-888a-2a21cea8b1d3 req-1518cd38-6241-4d1f-8072-975047bacc16 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a0e2445-4a6b-41f4-9de4-59562c2f6418 HTTP/1.1" status: 200 len: 945 time: 0.1606324 May 10 18:58:48.627545 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-7ad06693-dddc-41a0-ba30-f6c884df644e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:48.629093 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-7ad06693-dddc-41a0-ba30-f6c884df644e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17ce47ba-754f-4a57-b915-d9f184cff0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1645830 May 10 18:58:48.651123 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-54e2f130-4eb3-4629-9473-ab506b693fda req-20b05afe-cc07-40d4-9f42-f280d390acc9 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935260 May 10 18:58:48.676830 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-009e9987-d809-4160-b217-f430bbaa6d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:48.678743 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-009e9987-d809-4160-b217-f430bbaa6d44 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8531edb7-c043-461d-9962-84adba840bae HTTP/1.1" status: 200 len: 856 time: 0.1534748 May 10 18:58:48.707365 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-ba6513ba-3fe3-4426-9650-375869651e24 service neutron] 10.222.0.48 "GET /v2.0/networks/a4576b84-9910-4693-87ed-530385aa986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334144 May 10 18:58:48.727128 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning for port 6b454d25-9193-4894-8b66-730ea63f15c4 completed by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 18:58:48.732200 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port 92a763e8-0127-48f4-b51e-d0f7dfe094b6 is: DOWN; New status is: BUILD {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:48.733050 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (92a763e8-0127-48f4-b51e-d0f7dfe094b6), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:48.753853 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92a763e8-0127-48f4-b51e-d0f7dfe094b6 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 18:58:48.766895 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b36ae015-cc6e-4f3f-888a-2a21cea8b1d3 req-9053de8a-1b25-465a-ba1b-a725f996a92f tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5305e2e-efa5-4972-a7fe-4a69ecd167fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474752 May 10 18:58:48.778137 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 92a763e8-0127-48f4-b51e-d0f7dfe094b6, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=92a763e8-0127-48f4-b51e-d0f7dfe094b6,segment=NetworkSegment(305b6081-8325-44b4-b4f1-d287ed407450),segment_id=305b6081-8325-44b4-b4f1-d287ed407450)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:58:48.779764 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning complete for port 6b454d25-9193-4894-8b66-730ea63f15c4 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:48.780433 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (6b454d25-9193-4894-8b66-730ea63f15c4), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:48.791637 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 18:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f8b151-89bf-4502-bd38-cdf079d5532a x-openstack-request-id: req-72f8b151-89bf-4502-bd38-cdf079d5532a {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 18:58:48.791940 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba58fb79-03be-4002-9b26-82ceedeff959", "tag": "e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 18:58:48.792198 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-72f8b151-89bf-4502-bd38-cdf079d5532a {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 18:58:48.792611 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72f8b151-89bf-4502-bd38-cdf079d5532a'] response: {'name': 'network-changed', 'server_uuid': 'ba58fb79-03be-4002-9b26-82ceedeff959', 'tag': 'e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1', 'status': 'completed', 'code': 200} May 10 18:58:48.811655 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (92a763e8-0127-48f4-b51e-d0f7dfe094b6), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:48.839652 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-05479487-1b13-4b8e-aea3-3885dc04c46b req-4186496e-32cc-4c23-afd3-254dc50eeccc service neutron] Publish callbacks [] for security_group (7787c3f4-3d13-43da-a3f8-86e194b87270), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:48.865990 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-05479487-1b13-4b8e-aea3-3885dc04c46b req-4186496e-32cc-4c23-afd3-254dc50eeccc service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (7787c3f4-3d13-43da-a3f8-86e194b87270), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:48.874557 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=92a763e8-0127-48f4-b51e-d0f7dfe094b6,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:48.901117 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937f9b1-7ab2-4138-be70-483de4f4cca2 req-3b40e9a7-208d-409d-b51a-c37eab0d7971 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:48.909087 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8937f9b1-7ab2-4138-be70-483de4f4cca2 req-3b40e9a7-208d-409d-b51a-c37eab0d7971 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cf86643-5556-427b-ba0d-dc53add28bee HTTP/1.1" status: 200 len: 944 time: 0.0595345 May 10 18:58:48.928512 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-99eb9e77-0555-40ff-af1a-01292fe7cfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:48.930048 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-99eb9e77-0555-40ff-af1a-01292fe7cfb7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=93f50fb6-d466-4999-a1b0-4ced1d39cc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2209632 May 10 18:58:48.940060 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9426eb7-228a-4dcb-975d-f1a067925b19 req-b4634fb3-3fc2-4faf-9858-b534e69ed2e2 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:48.948518 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-d9426eb7-228a-4dcb-975d-f1a067925b19 req-b4634fb3-3fc2-4faf-9858-b534e69ed2e2 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 943 time: 0.0947809 May 10 18:58:48.963341 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4186496e-32cc-4c23-afd3-254dc50eeccc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7787c3f4-3d13-43da-a3f8-86e194b87270,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:48.970018 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port 6b454d25-9193-4894-8b66-730ea63f15c4 is: BUILD; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:48.971119 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (6b454d25-9193-4894-8b66-730ea63f15c4), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:48.974804 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-05479487-1b13-4b8e-aea3-3885dc04c46b req-4186496e-32cc-4c23-afd3-254dc50eeccc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f5305e2e-efa5-4972-a7fe-4a69ecd167fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5020940 May 10 18:58:48.989448 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-e0c18160-159d-438a-8065-5307ccd083d7 service neutron] 10.222.0.48 "GET /v2.0/networks/17ce47ba-754f-4a57-b915-d9f184cff0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310306 May 10 18:58:49.003513 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8937f9b1-7ab2-4138-be70-483de4f4cca2 req-8b9d19ef-6124-4824-8db7-0cbb62a46830 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a7ddbf-aaf0-4d8b-aa87-7717cf22f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913229 May 10 18:58:49.021516 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-d9426eb7-228a-4dcb-975d-f1a067925b19 req-e0ff73a4-82a1-4cb1-b13a-8dc2545dba63 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717294 May 10 18:58:49.035103 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 6b454d25-9193-4894-8b66-730ea63f15c4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6b454d25-9193-4894-8b66-730ea63f15c4,segment=NetworkSegment(305b6081-8325-44b4-b4f1-d287ed407450),segment_id=305b6081-8325-44b4-b4f1-d287ed407450)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:58:49.040503 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (6b454d25-9193-4894-8b66-730ea63f15c4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:49.092347 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=6b454d25-9193-4894-8b66-730ea63f15c4,revision_number=5']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:49.144037 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['92a763e8-0127-48f4-b51e-d0f7dfe094b6'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 18:58:49.482995 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67730b98-f8a9-4ef4-a966-c787fb68de2a req-7f343775-4daa-4077-8aca-1e5446e5c351 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:49.485213 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-67730b98-f8a9-4ef4-a966-c787fb68de2a req-7f343775-4daa-4077-8aca-1e5446e5c351 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0644948 May 10 18:58:49.539458 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-67730b98-f8a9-4ef4-a966-c787fb68de2a req-863c4eac-6748-4c04-a2e4-f2bc4d5bee29 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481651 May 10 18:58:49.771715 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc6dac-306b-4ac7-a3f5-293fdff861b5 req-7b27f8c0-414e-44f3-a6b7-738957cda3fc tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:49.773236 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-38cc6dac-306b-4ac7-a3f5-293fdff861b5 req-7b27f8c0-414e-44f3-a6b7-738957cda3fc tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 943 time: 0.0473280 May 10 18:58:49.893608 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6db27-4a4b-4ee4-815d-1696d9aaad97 req-54ce097d-4a7f-4d22-be5e-66c7e947985f tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:49.901776 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-65e6db27-4a4b-4ee4-815d-1696d9aaad97 req-54ce097d-4a7f-4d22-be5e-66c7e947985f tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a0e2445-4a6b-41f4-9de4-59562c2f6418 HTTP/1.1" status: 200 len: 945 time: 0.0583129 May 10 18:58:50.035583 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a8a2ba-cdd2-4453-ae0e-81cb754b030f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b454d25-9193-4894-8b66-730ea63f15c4'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 18:58:50.039760 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc4c72c1cd3e6c4fc9632b01e094f02638f1ddc8156bb4d740f489bc698d08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cb6626-4f3c-4a11-8100-ed5c11c04b8b" -d '{"events": [{"server_uuid": "91a8a2ba-cdd2-4453-ae0e-81cb754b030f", "name": "network-vif-plugged", "status": "completed", "tag": "6b454d25-9193-4894-8b66-730ea63f15c4"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 18:58:50.091980 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-38cc6dac-306b-4ac7-a3f5-293fdff861b5 req-1960378b-54a0-431f-8f9e-1eb71e9d43a4 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3099995 May 10 18:58:50.092397 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-65e6db27-4a4b-4ee4-815d-1696d9aaad97 req-efce647b-8d80-4d76-bf63-73ddd57ca290 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5305e2e-efa5-4972-a7fe-4a69ecd167fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869168 May 10 18:58:50.221588 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d0390-ccc6-46a2-849f-aafb45377d25 req-b95dd55c-ad89-4300-b23b-12b46bb925d1 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:50.228738 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-501d0390-ccc6-46a2-849f-aafb45377d25 req-b95dd55c-ad89-4300-b23b-12b46bb925d1 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 943 time: 0.0578351 May 10 18:58:50.233734 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-0d796737-88e5-4468-bf5e-1d15e6792827 service neutron] 10.222.0.48 "GET /v2.0/networks/93f50fb6-d466-4999-a1b0-4ced1d39cc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959585 May 10 18:58:50.238318 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e1343b5f-63d1-4f05-b5e1-0d434018c21b req-c00ed446-5427-4421-8abb-ae6f7d25b173 service neutron] 10.222.0.48 "GET /v2.0/networks/17ce47ba-754f-4a57-b915-d9f184cff0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017993 May 10 18:58:50.261024 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab38fe-8568-4a5d-a679-3c1a6195f2bc req-fced8656-032b-461b-8db1-5a9dd9a18f18 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:50.263153 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-6cab38fe-8568-4a5d-a679-3c1a6195f2bc req-fced8656-032b-461b-8db1-5a9dd9a18f18 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cf86643-5556-427b-ba0d-dc53add28bee HTTP/1.1" status: 200 len: 944 time: 0.0734403 May 10 18:58:50.283154 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-501d0390-ccc6-46a2-849f-aafb45377d25 req-aec3185a-10a4-4d8c-8103-cafb500df660 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532420 May 10 18:58:50.326829 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 18:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e7b1fd-0ff2-4bd8-8189-976dfba39523 x-openstack-request-id: req-48e7b1fd-0ff2-4bd8-8189-976dfba39523 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 18:58:50.327433 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a8a2ba-cdd2-4453-ae0e-81cb754b030f", "name": "network-vif-plugged", "status": "completed", "tag": "6b454d25-9193-4894-8b66-730ea63f15c4", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 18:58:50.327827 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-48e7b1fd-0ff2-4bd8-8189-976dfba39523 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 18:58:50.328359 dv-cinder-836996-18-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48e7b1fd-0ff2-4bd8-8189-976dfba39523'] response: {'server_uuid': '91a8a2ba-cdd2-4453-ae0e-81cb754b030f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b454d25-9193-4894-8b66-730ea63f15c4', 'code': 200} May 10 18:58:50.330772 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-6cab38fe-8568-4a5d-a679-3c1a6195f2bc req-d29f73f0-c493-4f53-8596-64dbfda06dab tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a7ddbf-aaf0-4d8b-aa87-7717cf22f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579810 May 10 18:58:50.359790 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device f7bad5c0-6c0f-4028-9da1-6080eeec7c61 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 18:58:50.374883 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 92a763e8-0127-48f4-b51e-d0f7dfe094b6 up at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:58:50.497168 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning for port 92a763e8-0127-48f4-b51e-d0f7dfe094b6 completed by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 18:58:50.508552 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-1242b709-e115-4df6-b37f-0c2bcbe17feb req-64a4c2a8-7206-4761-b34b-d9304fc9993d service neutron] 10.222.0.48 "GET /v2.0/networks/93f50fb6-d466-4999-a1b0-4ced1d39cc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146863 May 10 18:58:50.510646 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning complete for port 92a763e8-0127-48f4-b51e-d0f7dfe094b6 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:50.511274 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (92a763e8-0127-48f4-b51e-d0f7dfe094b6), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:50.542830 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port f7bad5c0-6c0f-4028-9da1-6080eeec7c61, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f7bad5c0-6c0f-4028-9da1-6080eeec7c61,segment=NetworkSegment(04de397a-54d1-4abc-9167-6db11e2916d9),segment_id=04de397a-54d1-4abc-9167-6db11e2916d9)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:58:50.559098 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Returning: {'device': 'f7bad5c0-6c0f-4028-9da1-6080eeec7c61', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'port_id': 'f7bad5c0-6c0f-4028-9da1-6080eeec7c61', 'mac_address': 'fa:16:3e:b1:d4:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 18:58:50.630459 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port f7bad5c0-6c0f-4028-9da1-6080eeec7c61 is: DOWN; New status is: BUILD {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:50.630854 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (f7bad5c0-6c0f-4028-9da1-6080eeec7c61), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:50.658220 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7bad5c0-6c0f-4028-9da1-6080eeec7c61 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 18:58:50.666889 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port 92a763e8-0127-48f4-b51e-d0f7dfe094b6 is: BUILD; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:50.667280 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (92a763e8-0127-48f4-b51e-d0f7dfe094b6), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:50.671880 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f17bf-63e5-47f2-998e-27624c96281b req-5e925eea-4610-4450-8883-1b0a7b601cf8 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:50.679408 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-033f17bf-63e5-47f2-998e-27624c96281b req-5e925eea-4610-4450-8883-1b0a7b601cf8 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0624652 May 10 18:58:50.699376 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port f7bad5c0-6c0f-4028-9da1-6080eeec7c61, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f7bad5c0-6c0f-4028-9da1-6080eeec7c61,segment=NetworkSegment(04de397a-54d1-4abc-9167-6db11e2916d9),segment_id=04de397a-54d1-4abc-9167-6db11e2916d9)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:58:50.711991 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (f7bad5c0-6c0f-4028-9da1-6080eeec7c61), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:50.725312 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 92a763e8-0127-48f4-b51e-d0f7dfe094b6, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=92a763e8-0127-48f4-b51e-d0f7dfe094b6,segment=NetworkSegment(305b6081-8325-44b4-b4f1-d287ed407450),segment_id=305b6081-8325-44b4-b4f1-d287ed407450)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:58:50.756958 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-033f17bf-63e5-47f2-998e-27624c96281b req-cff4e086-dc34-48fd-8337-b74ac4ee6139 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764532 May 10 18:58:50.761333 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (92a763e8-0127-48f4-b51e-d0f7dfe094b6), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:50.785955 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=f7bad5c0-6c0f-4028-9da1-6080eeec7c61,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:50.847745 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=92a763e8-0127-48f4-b51e-d0f7dfe094b6,revision_number=5']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:51.060662 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['f7bad5c0-6c0f-4028-9da1-6080eeec7c61'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 18:58:51.221529 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a34d09-2e08-424a-86a3-41679a82c77d req-50be5aa6-36b9-46cd-b75c-10b81037627d tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:51.223327 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-33a34d09-2e08-424a-86a3-41679a82c77d req-50be5aa6-36b9-46cd-b75c-10b81037627d tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a0e2445-4a6b-41f4-9de4-59562c2f6418 HTTP/1.1" status: 200 len: 945 time: 0.0506902 May 10 18:58:51.240703 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201adeb5-fab9-4858-aa8a-f05e98cf49cf req-0af81a01-f6c4-41fd-9990-aa141eb2ac50 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:51.242923 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-201adeb5-fab9-4858-aa8a-f05e98cf49cf req-0af81a01-f6c4-41fd-9990-aa141eb2ac50 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 943 time: 0.0569570 May 10 18:58:51.280918 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-33a34d09-2e08-424a-86a3-41679a82c77d req-34bb47a7-d32f-4564-b79e-a3d4b3134ffb tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5305e2e-efa5-4972-a7fe-4a69ecd167fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514033 May 10 18:58:51.292927 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-201adeb5-fab9-4858-aa8a-f05e98cf49cf req-68832e8d-863c-49bc-8d20-20e98743a449 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432649 May 10 18:58:51.412564 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bc690-6de3-496f-8d83-6384929d1340 req-3c8ff193-77bb-4c86-9a8b-d8308840e61d tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:51.414101 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-8c5bc690-6de3-496f-8d83-6384929d1340 req-3c8ff193-77bb-4c86-9a8b-d8308840e61d tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 943 time: 0.0493712 May 10 18:58:51.463036 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935091c-5daa-4966-a9ee-816e2fe61acd req-e91ac8e3-1804-4d90-84b4-d29054efdd55 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:51.464544 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2935091c-5daa-4966-a9ee-816e2fe61acd req-e91ac8e3-1804-4d90-84b4-d29054efdd55 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cf86643-5556-427b-ba0d-dc53add28bee HTTP/1.1" status: 200 len: 945 time: 0.0620070 May 10 18:58:51.485881 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-8c5bc690-6de3-496f-8d83-6384929d1340 req-0ccaf9be-d71c-4eeb-81da-fdf7991224cf tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635707 May 10 18:58:51.526334 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2935091c-5daa-4966-a9ee-816e2fe61acd req-5e499214-45a1-40f5-8b99-940d22cf55a2 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a7ddbf-aaf0-4d8b-aa87-7717cf22f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552912 May 10 18:58:51.872570 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59919e-ddf8-439d-8a05-34dd615eded0 req-82973ec9-f42e-4b95-9df5-616316bcd7fb tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:51.874058 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-8c59919e-ddf8-439d-8a05-34dd615eded0 req-82973ec9-f42e-4b95-9df5-616316bcd7fb tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0527332 May 10 18:58:51.921235 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-8c59919e-ddf8-439d-8a05-34dd615eded0 req-f6b8ba41-f43c-4804-aa12-8a6787413e19 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411346 May 10 18:58:52.329649 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244dae3f-5242-4188-97f7-ce2ddc28d52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a763e8-0127-48f4-b51e-d0f7dfe094b6'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 18:58:52.335206 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc4c72c1cd3e6c4fc9632b01e094f02638f1ddc8156bb4d740f489bc698d08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9072974a-d272-4c28-8c12-21712e2079c5" -d '{"events": [{"server_uuid": "244dae3f-5242-4188-97f7-ce2ddc28d52f", "name": "network-vif-plugged", "status": "completed", "tag": "92a763e8-0127-48f4-b51e-d0f7dfe094b6"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 18:58:52.363078 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 3b7e5737-5e94-464a-80ae-39d85134cbca details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 18:58:52.377693 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device f7bad5c0-6c0f-4028-9da1-6080eeec7c61 up at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:58:52.475312 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc50b84-5bfe-4e7d-b95c-b5b27becb2e2 req-289f103a-61e0-4dfc-a78c-b43f0b1985d5 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:52.490397 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-fbc50b84-5bfe-4e7d-b95c-b5b27becb2e2 req-289f103a-61e0-4dfc-a78c-b43f0b1985d5 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 943 time: 0.1033363 May 10 18:58:52.504375 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474791aa-4751-48f1-8a09-55c849bb6722 req-96cdd7f5-07fa-40c0-9455-d092cd7439e4 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:52.511571 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-474791aa-4751-48f1-8a09-55c849bb6722 req-96cdd7f5-07fa-40c0-9455-d092cd7439e4 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a0e2445-4a6b-41f4-9de4-59562c2f6418 HTTP/1.1" status: 200 len: 945 time: 0.1054168 May 10 18:58:52.517277 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.db.resource_extend [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 18:58:52.572654 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning for port f7bad5c0-6c0f-4028-9da1-6080eeec7c61 completed by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 18:58:52.573386 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-fbc50b84-5bfe-4e7d-b95c-b5b27becb2e2 req-4aff8a3c-0dcc-4623-a480-f7c08bc87215 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779688 May 10 18:58:52.585911 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-474791aa-4751-48f1-8a09-55c849bb6722 req-ddb4dd54-15b1-4d0e-9423-51e28507713d tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5305e2e-efa5-4972-a7fe-4a69ecd167fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699112 May 10 18:58:52.590432 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning complete for port f7bad5c0-6c0f-4028-9da1-6080eeec7c61 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:52.590828 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (f7bad5c0-6c0f-4028-9da1-6080eeec7c61), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:52.633375 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 18:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1269a84d-28cc-4785-93bb-4fee04ddc722 x-openstack-request-id: req-1269a84d-28cc-4785-93bb-4fee04ddc722 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 18:58:52.633855 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "244dae3f-5242-4188-97f7-ce2ddc28d52f", "name": "network-vif-plugged", "status": "completed", "tag": "92a763e8-0127-48f4-b51e-d0f7dfe094b6", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 18:58:52.634166 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1269a84d-28cc-4785-93bb-4fee04ddc722 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 18:58:52.634622 dv-cinder-836996-18-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1269a84d-28cc-4785-93bb-4fee04ddc722'] response: {'server_uuid': '244dae3f-5242-4188-97f7-ce2ddc28d52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a763e8-0127-48f4-b51e-d0f7dfe094b6', 'code': 200} May 10 18:58:52.694505 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 3b7e5737-5e94-464a-80ae-39d85134cbca, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3b7e5737-5e94-464a-80ae-39d85134cbca,segment=NetworkSegment(1868c427-5847-444e-a7f0-4f51b9eb2322),segment_id=1868c427-5847-444e-a7f0-4f51b9eb2322)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:58:52.716721 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Returning: {'device': '3b7e5737-5e94-464a-80ae-39d85134cbca', 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4', 'port_id': '3b7e5737-5e94-464a-80ae-39d85134cbca', 'mac_address': 'fa:16:3e:84:dc:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '945414bb-2eef-4f0c-992b-73a797dbf824', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 18:58:52.754098 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374c012-769c-4a2c-8313-a1dbfb32a593 req-5c94e87e-9c41-4bfd-afae-22a0324a3b75 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:52.762364 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-f374c012-769c-4a2c-8313-a1dbfb32a593 req-5c94e87e-9c41-4bfd-afae-22a0324a3b75 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 943 time: 0.0691979 May 10 18:58:52.766939 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda1abc-c7f7-4a0f-9d88-2a352cad1eda req-72c1e68c-20de-49e8-bde1-22888c3643bc tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:52.768752 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bdda1abc-c7f7-4a0f-9d88-2a352cad1eda req-72c1e68c-20de-49e8-bde1-22888c3643bc tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cf86643-5556-427b-ba0d-dc53add28bee HTTP/1.1" status: 200 len: 945 time: 0.0911627 May 10 18:58:52.786864 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port 3b7e5737-5e94-464a-80ae-39d85134cbca is: DOWN; New status is: BUILD {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:52.787404 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (3b7e5737-5e94-464a-80ae-39d85134cbca), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:52.811680 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b7e5737-5e94-464a-80ae-39d85134cbca {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 18:58:52.817652 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port f7bad5c0-6c0f-4028-9da1-6080eeec7c61 is: BUILD; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:52.818336 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (f7bad5c0-6c0f-4028-9da1-6080eeec7c61), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:52.835928 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-f374c012-769c-4a2c-8313-a1dbfb32a593 req-13964483-b97a-4b77-85ae-89d123afeac1 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720327 May 10 18:58:52.858641 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 3b7e5737-5e94-464a-80ae-39d85134cbca, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3b7e5737-5e94-464a-80ae-39d85134cbca,segment=NetworkSegment(1868c427-5847-444e-a7f0-4f51b9eb2322),segment_id=1868c427-5847-444e-a7f0-4f51b9eb2322)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:58:52.869052 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (3b7e5737-5e94-464a-80ae-39d85134cbca), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:52.881391 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port f7bad5c0-6c0f-4028-9da1-6080eeec7c61, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f7bad5c0-6c0f-4028-9da1-6080eeec7c61,segment=NetworkSegment(04de397a-54d1-4abc-9167-6db11e2916d9),segment_id=04de397a-54d1-4abc-9167-6db11e2916d9)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:58:52.905272 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (f7bad5c0-6c0f-4028-9da1-6080eeec7c61), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:52.935152 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=3b7e5737-5e94-464a-80ae-39d85134cbca,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:52.971147 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede5e05-6b3c-4282-8969-799f0ab9eba7 req-dbd5e77d-b04d-4192-9613-db0bbabbc907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:52.972835 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bede5e05-6b3c-4282-8969-799f0ab9eba7 req-dbd5e77d-b04d-4192-9613-db0bbabbc907 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e17dd3da9fc545fc901dc35e62332ab6&device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 1127 time: 0.1672587 May 10 18:58:52.980308 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217c56a-d91f-4f31-bebd-86074232881c req-429f5362-e470-4eef-afdf-d3ce63332997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:52.982637 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8217c56a-d91f-4f31-bebd-86074232881c req-429f5362-e470-4eef-afdf-d3ce63332997 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 1130 time: 0.1684105 May 10 18:58:52.997088 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=f7bad5c0-6c0f-4028-9da1-6080eeec7c61,revision_number=5']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:53.050009 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bdda1abc-c7f7-4a0f-9d88-2a352cad1eda req-9ebf0c5b-bbcd-4e0a-957b-eaed0c32c261 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a7ddbf-aaf0-4d8b-aa87-7717cf22f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2727799 May 10 18:58:53.095365 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a11e1d-5580-4219-9d63-91fa29985500 req-5a841e65-346e-4763-925e-0f8b94e75dcc tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:53.097260 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-73a11e1d-5580-4219-9d63-91fa29985500 req-5a841e65-346e-4763-925e-0f8b94e75dcc tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0779598 May 10 18:58:53.150396 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8217c56a-d91f-4f31-bebd-86074232881c req-0f859c9f-dd81-411a-9060-13c4c51c6aca service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593208 May 10 18:58:53.184082 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-73a11e1d-5580-4219-9d63-91fa29985500 req-a23315f5-c6a7-459f-9ca2-782a6fc3c36b tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614319 May 10 18:58:53.209811 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['3b7e5737-5e94-464a-80ae-39d85134cbca'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 18:58:53.256550 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede5e05-6b3c-4282-8969-799f0ab9eba7 req-625b2e11-17d3-4447-9999-f63f4578bd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:53.258517 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bede5e05-6b3c-4282-8969-799f0ab9eba7 req-625b2e11-17d3-4447-9999-f63f4578bd19 service neutron] 10.222.0.48 "GET /v2.0/networks?id=93f50fb6-d466-4999-a1b0-4ced1d39cc1d HTTP/1.1" status: 200 len: 918 time: 0.2689850 May 10 18:58:53.482163 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bede5e05-6b3c-4282-8969-799f0ab9eba7 req-baa2c27c-89b9-43db-928f-6fb9192d465a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 HTTP/1.1" status: 200 len: 217 time: 0.0601993 May 10 18:58:53.496222 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc03d5-3bad-420d-8a53-6115e050339d req-083b6a68-1fc3-46fe-9695-3aeecc0b5e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:53.498035 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b6bc03d5-3bad-420d-8a53-6115e050339d req-083b6a68-1fc3-46fe-9695-3aeecc0b5e80 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 1129 time: 0.0748234 May 10 18:58:53.581364 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 18:58:53.697329 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08973b1-a3b5-4cf2-81a5-252c76bb65a8 req-1d0de500-8cc2-48f9-a8b8-d44462e03661 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:53.698800 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e08973b1-a3b5-4cf2-81a5-252c76bb65a8 req-1d0de500-8cc2-48f9-a8b8-d44462e03661 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 943 time: 0.0444276 May 10 18:58:53.745920 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e08973b1-a3b5-4cf2-81a5-252c76bb65a8 req-2ae96d7d-e8e3-4964-b1c8-8b93b18362b5 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408778 May 10 18:58:53.939459 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede5e05-6b3c-4282-8969-799f0ab9eba7 req-0867a04e-da03-4ef2-8f62-7d9139131b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:53.940959 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bede5e05-6b3c-4282-8969-799f0ab9eba7 req-0867a04e-da03-4ef2-8f62-7d9139131b2c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8531edb7-c043-461d-9962-84adba840bae HTTP/1.1" status: 200 len: 856 time: 0.0796866 May 10 18:58:53.942302 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 39920) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:53.952547 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b6bc03d5-3bad-420d-8a53-6115e050339d req-6301a3f6-00a4-46da-b997-91d185269d51 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899634 May 10 18:58:53.965144 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c476dc4-4318-4e97-a70c-4f60098f47db req-532bdc4b-25d1-42e8-a52d-73098d751118 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:53.966619 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-2c476dc4-4318-4e97-a70c-4f60098f47db req-532bdc4b-25d1-42e8-a52d-73098d751118 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 944 time: 0.0511897 May 10 18:58:54.013637 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-2c476dc4-4318-4e97-a70c-4f60098f47db req-8c5e2f0d-b3fe-40df-ad16-719e67817770 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413365 May 10 18:58:54.014565 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede5e05-6b3c-4282-8969-799f0ab9eba7 req-83d0b6aa-6f45-4425-bd30-0c9184cc4f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:54.016117 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bede5e05-6b3c-4282-8969-799f0ab9eba7 req-83d0b6aa-6f45-4425-bd30-0c9184cc4f06 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=93f50fb6-d466-4999-a1b0-4ced1d39cc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0666962 May 10 18:58:54.020999 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d873027-08fe-4bc5-9ff5-d71cbea3b20b admin admin] Deleting subnet cd643710-d125-4b53-aed7-4106c4ee8521 {{(pid=103423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 18:58:54.024428 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9d873027-08fe-4bc5-9ff5-d71cbea3b20b admin admin] Publish callbacks [] for subnet (cd643710-d125-4b53-aed7-4106c4ee8521), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:54.058296 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9d873027-08fe-4bc5-9ff5-d71cbea3b20b admin admin] Publish callbacks [] for subnet (cd643710-d125-4b53-aed7-4106c4ee8521), precommit_delete_associations {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:54.067429 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9d873027-08fe-4bc5-9ff5-d71cbea3b20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966585'] for subnet (cd643710-d125-4b53-aed7-4106c4ee8521), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:54.131354 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9d873027-08fe-4bc5-9ff5-d71cbea3b20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498'] for subnet (cd643710-d125-4b53-aed7-4106c4ee8521), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:54.180235 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d873027-08fe-4bc5-9ff5-d71cbea3b20b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd643710-d125-4b53-aed7-4106c4ee8521,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:54.184313 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9d873027-08fe-4bc5-9ff5-d71cbea3b20b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:54.187858 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-9d873027-08fe-4bc5-9ff5-d71cbea3b20b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/cd643710-d125-4b53-aed7-4106c4ee8521 HTTP/1.1" status: 204 len: 168 time: 0.2442729 May 10 18:58:54.190716 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 39926) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:54.203253 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cb8be-65ed-470e-9e7c-4a99af44f7f5 req-c44031f3-7d3d-470b-8d0e-4a42bddcdc5e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:54.204786 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0a2cb8be-65ed-470e-9e7c-4a99af44f7f5 req-c44031f3-7d3d-470b-8d0e-4a42bddcdc5e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cf86643-5556-427b-ba0d-dc53add28bee HTTP/1.1" status: 200 len: 946 time: 0.0841296 May 10 18:58:54.302834 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d2b25ce2-a539-49ea-a75f-b6c5435d8373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824044'] for network (c9904556-06ef-4055-a37d-a10142eb77e7), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:54.310539 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed31c0-9060-42f1-8309-88fc6ff119b2 req-3defa98a-9bdb-4f50-8853-c491c0703e51 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:54.311206 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0a2cb8be-65ed-470e-9e7c-4a99af44f7f5 req-39363a95-818e-46cb-b29e-a50332c54d30 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a7ddbf-aaf0-4d8b-aa87-7717cf22f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937786 May 10 18:58:54.317296 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-a7ed31c0-9060-42f1-8309-88fc6ff119b2 req-3defa98a-9bdb-4f50-8853-c491c0703e51 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0564659 May 10 18:58:54.381327 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-a7ed31c0-9060-42f1-8309-88fc6ff119b2 req-dde4db50-2134-487a-a5be-dbc660c22b42 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594265 May 10 18:58:54.389934 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 18:58:54.396800 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d2b25ce2-a539-49ea-a75f-b6c5435d8373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965186', 'neutron.services.segments.db._delete_segments_for_network-8776401828657'] for network (c9904556-06ef-4055-a37d-a10142eb77e7), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:54.405288 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 3b7e5737-5e94-464a-80ae-39d85134cbca up at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:58:54.420320 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d2b25ce2-a539-49ea-a75f-b6c5435d8373 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:58:54.420719 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d2b25ce2-a539-49ea-a75f-b6c5435d8373 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:58:54.421484 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d2b25ce2-a539-49ea-a75f-b6c5435d8373 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:58:54.421832 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d2b25ce2-a539-49ea-a75f-b6c5435d8373 admin admin] Subscribe: > port after_create 55550000 {{(pid=103423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:58:54.422166 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d2b25ce2-a539-49ea-a75f-b6c5435d8373 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:58:54.422494 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d2b25ce2-a539-49ea-a75f-b6c5435d8373 admin admin] Subscribe: > port after_update 55550000 {{(pid=103423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:58:54.422814 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d2b25ce2-a539-49ea-a75f-b6c5435d8373 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:58:54.424148 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d2b25ce2-a539-49ea-a75f-b6c5435d8373 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:58:54.424148 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d2b25ce2-a539-49ea-a75f-b6c5435d8373 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:58:54.424492 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d2b25ce2-a539-49ea-a75f-b6c5435d8373 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:58:54.515867 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d2b25ce2-a539-49ea-a75f-b6c5435d8373 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:58:54.516581 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d2b25ce2-a539-49ea-a75f-b6c5435d8373 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:58:54.517517 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d2b25ce2-a539-49ea-a75f-b6c5435d8373 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:58:54.517925 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d2b25ce2-a539-49ea-a75f-b6c5435d8373 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:58:54.518486 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.services.segments.db [None req-d2b25ce2-a539-49ea-a75f-b6c5435d8373 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9904556-06ef-4055-a37d-a10142eb77e7']}} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:54.520606 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning for port 3b7e5737-5e94-464a-80ae-39d85134cbca completed by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 18:58:54.533998 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning complete for port 3b7e5737-5e94-464a-80ae-39d85134cbca triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:54.534821 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (3b7e5737-5e94-464a-80ae-39d85134cbca), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:54.539508 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.services.segments.db [None req-d2b25ce2-a539-49ea-a75f-b6c5435d8373 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd098bde-16ff-4804-afb1-db16bd673ab6') {'for_net_delete': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:54.539813 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.services.segments.db [None req-d2b25ce2-a539-49ea-a75f-b6c5435d8373 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd098bde-16ff-4804-afb1-db16bd673ab6') {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:54.557501 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d2b25ce2-a539-49ea-a75f-b6c5435d8373 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776401828410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6129926'] for segment (fd098bde-16ff-4804-afb1-db16bd673ab6), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:54.591712 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d2b25ce2-a539-49ea-a75f-b6c5435d8373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860'] for segment (fd098bde-16ff-4804-afb1-db16bd673ab6), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:54.597848 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1,segment=NetworkSegment(bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92),segment_id=bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:58:54.603085 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b25ce2-a539-49ea-a75f-b6c5435d8373 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 18:58:54.603583 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d2b25ce2-a539-49ea-a75f-b6c5435d8373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6129818'] for segment (fd098bde-16ff-4804-afb1-db16bd673ab6), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:54.616084 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Returning: {'device': 'e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1', 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d', 'port_id': 'e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1', 'mac_address': 'fa:16:3e:51:79:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8531edb7-c043-461d-9962-84adba840bae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 18:58:54.619242 dv-cinder-836996-18-iscsi neutron-server[103423]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 18:58:54.619242 dv-cinder-836996-18-iscsi neutron-server[103423]: from cryptography.utils import int_from_bytes May 10 18:58:54.619242 dv-cinder-836996-18-iscsi neutron-server[103423]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 18:58:54.619242 dv-cinder-836996-18-iscsi neutron-server[103423]: from cryptography.utils import int_from_bytes May 10 18:58:54.619242 dv-cinder-836996-18-iscsi neutron-server[103423]: Traceback (most recent call last): May 10 18:58:54.619242 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 18:58:54.619242 dv-cinder-836996-18-iscsi neutron-server[103423]: timer() May 10 18:58:54.619242 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 18:58:54.619242 dv-cinder-836996-18-iscsi neutron-server[103423]: cb(*args, **kw) May 10 18:58:54.619242 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 18:58:54.619242 dv-cinder-836996-18-iscsi neutron-server[103423]: return func(*args, **kwargs) May 10 18:58:54.619242 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 18:58:54.619242 dv-cinder-836996-18-iscsi neutron-server[103423]: self._notify() May 10 18:58:54.619242 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 18:58:54.619242 dv-cinder-836996-18-iscsi neutron-server[103423]: self.callback(batched_events) May 10 18:58:54.619242 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 18:58:54.619242 dv-cinder-836996-18-iscsi neutron-server[103423]: event.method(event) May 10 18:58:54.619242 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 18:58:54.619242 dv-cinder-836996-18-iscsi neutron-server[103423]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 18:58:54.619242 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 18:58:54.619242 dv-cinder-836996-18-iscsi neutron-server[103423]: aggregate_uuid = self.p_client.list_aggregates( May 10 18:58:54.619242 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 18:58:54.619242 dv-cinder-836996-18-iscsi neutron-server[103423]: return f(self, *a, **k) May 10 18:58:54.619242 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 18:58:54.619242 dv-cinder-836996-18-iscsi neutron-server[103423]: return self._get(url).json() May 10 18:58:54.619242 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 18:58:54.619242 dv-cinder-836996-18-iscsi neutron-server[103423]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 18:58:54.619242 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 18:58:54.619242 dv-cinder-836996-18-iscsi neutron-server[103423]: return self.request(url, 'GET', **kwargs) May 10 18:58:54.619242 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 18:58:54.619242 dv-cinder-836996-18-iscsi neutron-server[103423]: base_url = self.get_endpoint(auth, allow=allow, May 10 18:58:54.619242 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 18:58:54.619242 dv-cinder-836996-18-iscsi neutron-server[103423]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 18:58:54.619242 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 18:58:54.619242 dv-cinder-836996-18-iscsi neutron-server[103423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 18:58:54.619242 dv-cinder-836996-18-iscsi neutron-server[103423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 18:58:54.641354 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf86643-5556-427b-ba0d-dc53add28bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bad5c0-6c0f-4028-9da1-6080eeec7c61'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 18:58:54.643603 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc4c72c1cd3e6c4fc9632b01e094f02638f1ddc8156bb4d740f489bc698d08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318818a0-d50a-47b0-9f7f-503af2807959" -d '{"events": [{"server_uuid": "1cf86643-5556-427b-ba0d-dc53add28bee", "name": "network-vif-plugged", "status": "completed", "tag": "f7bad5c0-6c0f-4028-9da1-6080eeec7c61"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 18:58:54.687814 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d2b25ce2-a539-49ea-a75f-b6c5435d8373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2085882'] for network (c9904556-06ef-4055-a37d-a10142eb77e7), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:54.691722 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 18:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469e0285-86ad-43cd-8fd0-c6dfb2041766 x-openstack-request-id: req-469e0285-86ad-43cd-8fd0-c6dfb2041766 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 18:58:54.692012 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf86643-5556-427b-ba0d-dc53add28bee", "name": "network-vif-plugged", "status": "completed", "tag": "f7bad5c0-6c0f-4028-9da1-6080eeec7c61", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 18:58:54.692316 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-469e0285-86ad-43cd-8fd0-c6dfb2041766 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 18:58:54.692668 dv-cinder-836996-18-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-469e0285-86ad-43cd-8fd0-c6dfb2041766'] response: {'server_uuid': '1cf86643-5556-427b-ba0d-dc53add28bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bad5c0-6c0f-4028-9da1-6080eeec7c61', 'code': 200} May 10 18:58:54.693585 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 is: DOWN; New status is: BUILD {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:54.693963 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:54.696091 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port 3b7e5737-5e94-464a-80ae-39d85134cbca is: BUILD; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:54.696451 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (3b7e5737-5e94-464a-80ae-39d85134cbca), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:54.696966 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d2b25ce2-a539-49ea-a75f-b6c5435d8373 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for network (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:54.700533 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-d2b25ce2-a539-49ea-a75f-b6c5435d8373 admin admin] 10.222.0.52 "DELETE /v2.0/networks/c9904556-06ef-4055-a37d-a10142eb77e7 HTTP/1.1" status: 204 len: 168 time: 0.5089488 May 10 18:58:54.703590 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 39946) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:54.713271 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b25ce2-a539-49ea-a75f-b6c5435d8373 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9904556-06ef-4055-a37d-a10142eb77e7,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:54.722707 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 18:58:54.755171 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 3b7e5737-5e94-464a-80ae-39d85134cbca, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3b7e5737-5e94-464a-80ae-39d85134cbca,segment=NetworkSegment(1868c427-5847-444e-a7f0-4f51b9eb2322),segment_id=1868c427-5847-444e-a7f0-4f51b9eb2322)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:58:54.757078 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1,segment=NetworkSegment(bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92),segment_id=bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:58:54.762045 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (3b7e5737-5e94-464a-80ae-39d85134cbca), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:54.762546 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-fce90a84-154e-4867-b996-8ea38fec5919 admin admin] Deleting subnet 6ae19aa3-861b-406c-90ae-445ab6ae6bb2 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 18:58:54.767510 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:54.768454 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fce90a84-154e-4867-b996-8ea38fec5919 admin admin] Publish callbacks [] for subnet (6ae19aa3-861b-406c-90ae-445ab6ae6bb2), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:54.823733 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=3b7e5737-5e94-464a-80ae-39d85134cbca,revision_number=5']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:54.888632 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fce90a84-154e-4867-b996-8ea38fec5919 admin admin] Publish callbacks [] for subnet (6ae19aa3-861b-406c-90ae-445ab6ae6bb2), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:54.902199 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:54.904394 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fce90a84-154e-4867-b996-8ea38fec5919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966585'] for subnet (6ae19aa3-861b-406c-90ae-445ab6ae6bb2), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:55.015392 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99d311-ddc8-4217-bd8e-f1cf9b7aded0 req-f8e83d7c-f230-4730-b053-22cc55890c2e tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:55.017891 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-1a99d311-ddc8-4217-bd8e-f1cf9b7aded0 req-f8e83d7c-f230-4730-b053-22cc55890c2e tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 944 time: 0.0645578 May 10 18:58:55.019552 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fce90a84-154e-4867-b996-8ea38fec5919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498'] for subnet (6ae19aa3-861b-406c-90ae-445ab6ae6bb2), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:55.050893 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce90a84-154e-4867-b996-8ea38fec5919 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ae19aa3-861b-406c-90ae-445ab6ae6bb2,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:55.059872 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fce90a84-154e-4867-b996-8ea38fec5919 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:55.066423 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-fce90a84-154e-4867-b996-8ea38fec5919 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/6ae19aa3-861b-406c-90ae-445ab6ae6bb2 HTTP/1.1" status: 204 len: 168 time: 0.3616827 May 10 18:58:55.068402 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 39964) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:55.110472 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bede5e05-6b3c-4282-8969-799f0ab9eba7 req-9642062f-3e93-4023-80e5-17668713b451 service neutron] 10.222.0.48 "GET /v2.0/networks/93f50fb6-d466-4999-a1b0-4ced1d39cc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725452 May 10 18:58:55.165453 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-1a99d311-ddc8-4217-bd8e-f1cf9b7aded0 req-59db2a6a-285c-4ab1-9557-6508dc0a7f46 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368232 May 10 18:58:55.171900 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7945c13c-c0f9-4a78-a15e-73d98513e269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824044'] for network (3ed15c38-d840-415a-b012-0b61647a84c0), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:55.183253 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 18:58:55.275766 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7945c13c-c0f9-4a78-a15e-73d98513e269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965186', 'neutron.services.segments.db._delete_segments_for_network-8776401828657'] for network (3ed15c38-d840-415a-b012-0b61647a84c0), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:55.329174 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7945c13c-c0f9-4a78-a15e-73d98513e269 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:58:55.329630 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7945c13c-c0f9-4a78-a15e-73d98513e269 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:58:55.330378 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7945c13c-c0f9-4a78-a15e-73d98513e269 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:58:55.330731 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7945c13c-c0f9-4a78-a15e-73d98513e269 admin admin] Subscribe: > port after_create 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:58:55.331079 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7945c13c-c0f9-4a78-a15e-73d98513e269 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:58:55.331421 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7945c13c-c0f9-4a78-a15e-73d98513e269 admin admin] Subscribe: > port after_update 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:58:55.331942 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7945c13c-c0f9-4a78-a15e-73d98513e269 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:58:55.332287 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7945c13c-c0f9-4a78-a15e-73d98513e269 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:58:55.332619 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7945c13c-c0f9-4a78-a15e-73d98513e269 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:58:55.332971 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7945c13c-c0f9-4a78-a15e-73d98513e269 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:58:55.399298 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7945c13c-c0f9-4a78-a15e-73d98513e269 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:58:55.399900 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7945c13c-c0f9-4a78-a15e-73d98513e269 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:58:55.400078 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7945c13c-c0f9-4a78-a15e-73d98513e269 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:58:55.400426 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7945c13c-c0f9-4a78-a15e-73d98513e269 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 18:58:55.400822 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.services.segments.db [None req-7945c13c-c0f9-4a78-a15e-73d98513e269 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed15c38-d840-415a-b012-0b61647a84c0']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:55.424063 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.services.segments.db [None req-7945c13c-c0f9-4a78-a15e-73d98513e269 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b81942-43ca-4bfb-bda3-e01f188833fa') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:55.424367 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.services.segments.db [None req-7945c13c-c0f9-4a78-a15e-73d98513e269 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b81942-43ca-4bfb-bda3-e01f188833fa') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:58:55.424465 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 39978) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:55.444364 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7945c13c-c0f9-4a78-a15e-73d98513e269 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776401828410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4514247'] for segment (82b81942-43ca-4bfb-bda3-e01f188833fa), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:55.461373 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880faf3c-c3f9-483a-bde1-30192df9b3a2 req-fc6fa031-2d04-4548-8b42-381aac7c67ec tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:55.462955 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-880faf3c-c3f9-483a-bde1-30192df9b3a2 req-fc6fa031-2d04-4548-8b42-381aac7c67ec tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.1763082 May 10 18:58:55.479214 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7945c13c-c0f9-4a78-a15e-73d98513e269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860'] for segment (82b81942-43ca-4bfb-bda3-e01f188833fa), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:55.498503 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7945c13c-c0f9-4a78-a15e-73d98513e269 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 18:58:55.498943 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7945c13c-c0f9-4a78-a15e-73d98513e269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4468796'] for segment (82b81942-43ca-4bfb-bda3-e01f188833fa), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:55.503755 dv-cinder-836996-18-iscsi neutron-server[103422]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 18:58:55.503755 dv-cinder-836996-18-iscsi neutron-server[103422]: from cryptography.utils import int_from_bytes May 10 18:58:55.503755 dv-cinder-836996-18-iscsi neutron-server[103422]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 18:58:55.503755 dv-cinder-836996-18-iscsi neutron-server[103422]: from cryptography.utils import int_from_bytes May 10 18:58:55.503755 dv-cinder-836996-18-iscsi neutron-server[103422]: Traceback (most recent call last): May 10 18:58:55.503755 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 18:58:55.503755 dv-cinder-836996-18-iscsi neutron-server[103422]: timer() May 10 18:58:55.503755 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 18:58:55.503755 dv-cinder-836996-18-iscsi neutron-server[103422]: cb(*args, **kw) May 10 18:58:55.503755 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 18:58:55.503755 dv-cinder-836996-18-iscsi neutron-server[103422]: return func(*args, **kwargs) May 10 18:58:55.503755 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 18:58:55.503755 dv-cinder-836996-18-iscsi neutron-server[103422]: self._notify() May 10 18:58:55.503755 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 18:58:55.503755 dv-cinder-836996-18-iscsi neutron-server[103422]: self.callback(batched_events) May 10 18:58:55.503755 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 18:58:55.503755 dv-cinder-836996-18-iscsi neutron-server[103422]: event.method(event) May 10 18:58:55.503755 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 18:58:55.503755 dv-cinder-836996-18-iscsi neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 18:58:55.503755 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 18:58:55.503755 dv-cinder-836996-18-iscsi neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( May 10 18:58:55.503755 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 18:58:55.503755 dv-cinder-836996-18-iscsi neutron-server[103422]: return f(self, *a, **k) May 10 18:58:55.503755 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 18:58:55.503755 dv-cinder-836996-18-iscsi neutron-server[103422]: return self._get(url).json() May 10 18:58:55.503755 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 18:58:55.503755 dv-cinder-836996-18-iscsi neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 18:58:55.503755 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 18:58:55.503755 dv-cinder-836996-18-iscsi neutron-server[103422]: return self.request(url, 'GET', **kwargs) May 10 18:58:55.503755 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 18:58:55.503755 dv-cinder-836996-18-iscsi neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, May 10 18:58:55.503755 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 18:58:55.503755 dv-cinder-836996-18-iscsi neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 18:58:55.503755 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 18:58:55.503755 dv-cinder-836996-18-iscsi neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 18:58:55.503755 dv-cinder-836996-18-iscsi neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 18:58:55.603086 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-03a816da-f48d-483c-88a6-d29e41c583aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:55.603689 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-880faf3c-c3f9-483a-bde1-30192df9b3a2 req-8a70bdd7-2fb8-4be9-b1b9-996796221623 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320591 May 10 18:58:55.649054 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7945c13c-c0f9-4a78-a15e-73d98513e269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2085882'] for network (3ed15c38-d840-415a-b012-0b61647a84c0), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:55.660206 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7945c13c-c0f9-4a78-a15e-73d98513e269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:55.665757 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-7945c13c-c0f9-4a78-a15e-73d98513e269 admin admin] 10.222.0.52 "DELETE /v2.0/networks/3ed15c38-d840-415a-b012-0b61647a84c0 HTTP/1.1" status: 204 len: 168 time: 0.5958462 May 10 18:58:55.676410 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945c13c-c0f9-4a78-a15e-73d98513e269 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ed15c38-d840-415a-b012-0b61647a84c0,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:55.676595 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bede5e05-6b3c-4282-8969-799f0ab9eba7 req-9996f9c6-decd-4813-be2d-7f1e3c978bea service neutron] 10.222.0.48 "GET /v2.0/networks/93f50fb6-d466-4999-a1b0-4ced1d39cc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691594 May 10 18:58:55.724924 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-03a816da-f48d-483c-88a6-d29e41c583aa admin admin] Publish callbacks [] for security_group (e7afeb40-ac3a-49b3-b7f5-b364f798b9bd), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:55.730921 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-03a816da-f48d-483c-88a6-d29e41c583aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (e7afeb40-ac3a-49b3-b7f5-b364f798b9bd), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:55.762082 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11ec17-6f44-4d17-a7dc-70f59e4bdda3 req-dea0d87e-83b9-415a-b6e7-e01085026d1a tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:55.763733 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-4f11ec17-6f44-4d17-a7dc-70f59e4bdda3 req-dea0d87e-83b9-415a-b6e7-e01085026d1a tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cf86643-5556-427b-ba0d-dc53add28bee HTTP/1.1" status: 200 len: 946 time: 0.0602658 May 10 18:58:55.767562 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-03a816da-f48d-483c-88a6-d29e41c583aa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6ba5c3d2e21d444fa5ef36dd72fa4790&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3419774 May 10 18:58:55.772484 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 39990) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:55.783857 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a816da-f48d-483c-88a6-d29e41c583aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7afeb40-ac3a-49b3-b7f5-b364f798b9bd,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:55.843866 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-4f11ec17-6f44-4d17-a7dc-70f59e4bdda3 req-c1690027-0fe6-41ac-a66d-b6d2667eb038 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a7ddbf-aaf0-4d8b-aa87-7717cf22f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723023 May 10 18:58:55.847768 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 39994) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:55.858383 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7e26e0c8-8703-4fa2-b7a3-246067a65813 admin admin] Publish callbacks [] for security_group (e7afeb40-ac3a-49b3-b7f5-b364f798b9bd), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:55.881914 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7e26e0c8-8703-4fa2-b7a3-246067a65813 admin admin] Publish callbacks [] for security_group (e7afeb40-ac3a-49b3-b7f5-b364f798b9bd), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:55.909265 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-27fb0fe9-fa39-4834-932a-fdecf78e9d80 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8e55c8cdfa504adfb502346a2a9c909c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0591590 May 10 18:58:55.912357 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 39998) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:56.004380 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287595bc-c889-4c8d-bc8b-0120e1f54a0c req-eedd2989-49b1-473f-b82c-a85910e43c62 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:56.005900 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-287595bc-c889-4c8d-bc8b-0120e1f54a0c req-eedd2989-49b1-473f-b82c-a85910e43c62 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0924914 May 10 18:58:56.047020 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7e26e0c8-8703-4fa2-b7a3-246067a65813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (e7afeb40-ac3a-49b3-b7f5-b364f798b9bd), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:56.049518 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7e26e0c8-8703-4fa2-b7a3-246067a65813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:56.050635 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-7e26e0c8-8703-4fa2-b7a3-246067a65813 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e7afeb40-ac3a-49b3-b7f5-b364f798b9bd HTTP/1.1" status: 204 len: 168 time: 0.2766783 May 10 18:58:56.059460 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3b68c298-1085-458a-9228-230d5c617059 admin admin] Publish callbacks [] for security_group (074c2401-95c4-4d14-a472-8332063f21f8), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:56.079819 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e26e0c8-8703-4fa2-b7a3-246067a65813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7afeb40-ac3a-49b3-b7f5-b364f798b9bd,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:56.096050 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-287595bc-c889-4c8d-bc8b-0120e1f54a0c req-b0a121c5-38d5-40a6-8a2c-02e7c98644b8 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842228 May 10 18:58:56.103235 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3b68c298-1085-458a-9228-230d5c617059 admin admin] Publish callbacks [] for security_group (074c2401-95c4-4d14-a472-8332063f21f8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:56.142369 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58fe98-584f-4ef7-ab2d-1c48e13900a0 req-16953ca3-e187-4965-9a67-db98d6be29da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:56.144130 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7a58fe98-584f-4ef7-ab2d-1c48e13900a0 req-16953ca3-e187-4965-9a67-db98d6be29da service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1cf86643-5556-427b-ba0d-dc53add28bee HTTP/1.1" status: 200 len: 1130 time: 0.0851793 May 10 18:58:56.174157 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3b68c298-1085-458a-9228-230d5c617059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (074c2401-95c4-4d14-a472-8332063f21f8), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:56.177539 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3b68c298-1085-458a-9228-230d5c617059 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:56.180276 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-3b68c298-1085-458a-9228-230d5c617059 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/074c2401-95c4-4d14-a472-8332063f21f8 HTTP/1.1" status: 204 len: 168 time: 0.2656660 May 10 18:58:56.197918 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68c298-1085-458a-9228-230d5c617059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074c2401-95c4-4d14-a472-8332063f21f8,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:56.227929 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7a58fe98-584f-4ef7-ab2d-1c48e13900a0 req-6d68d3f4-2dd1-4dbc-8baf-d2e144dbaeec service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=62a7ddbf-aaf0-4d8b-aa87-7717cf22f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769644 May 10 18:58:56.400018 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 up at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:58:56.424330 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e1c0d-b6d8-473b-8711-e8a3e8999433 req-c0b8861b-86a2-44da-aac8-1a33879c70a5 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:56.432002 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-948e1c0d-b6d8-473b-8711-e8a3e8999433 req-c0b8861b-86a2-44da-aac8-1a33879c70a5 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 944 time: 0.0626121 May 10 18:58:56.473625 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning for port e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 completed by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 18:58:56.481495 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning complete for port e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:58:56.481897 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:56.500180 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-948e1c0d-b6d8-473b-8711-e8a3e8999433 req-3914a852-c4ea-48ef-97bf-87277add299a tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669565 May 10 18:58:56.540597 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4d196-7d82-41f5-999c-9813f0bc740b req-b0704441-92fd-448e-a670-57f8b184874c tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:56.553262 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-45b4d196-7d82-41f5-999c-9813f0bc740b req-b0704441-92fd-448e-a670-57f8b184874c tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0794988 May 10 18:58:56.599477 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 is: BUILD; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:58:56.599921 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:56.613574 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-45b4d196-7d82-41f5-999c-9813f0bc740b req-3f0c5140-16f5-4dca-a5a9-96bf254cf8aa tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588608 May 10 18:58:56.634164 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 40024) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:56.647966 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-60eec5ac-a832-450b-809e-c7f5699ab435 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:56.656582 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1,segment=NetworkSegment(bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92),segment_id=bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:58:56.663371 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:56.697065 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398c5e30-dbd6-440a-80b8-61cf25c933eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7e5737-5e94-464a-80ae-39d85134cbca'}, {'server_uuid': 'ba58fb79-03be-4002-9b26-82ceedeff959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 18:58:56.699263 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc4c72c1cd3e6c4fc9632b01e094f02638f1ddc8156bb4d740f489bc698d08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fe3f1e-5573-4f51-a643-3b100da852da" -d '{"events": [{"server_uuid": "398c5e30-dbd6-440a-80b8-61cf25c933eb", "name": "network-vif-plugged", "status": "completed", "tag": "3b7e5737-5e94-464a-80ae-39d85134cbca"}, {"server_uuid": "ba58fb79-03be-4002-9b26-82ceedeff959", "name": "network-vif-plugged", "status": "completed", "tag": "e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 18:58:56.738362 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c64a23-5c71-4714-8e46-613f0a67c214 req-63c987cd-2677-4743-aca6-b82b12a5ffbe tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:56.740182 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b8c64a23-5c71-4714-8e46-613f0a67c214 req-63c987cd-2677-4743-aca6-b82b12a5ffbe tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0686061 May 10 18:58:56.773825 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 May 2022 18:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499ef4ef-e7d6-44e9-9c77-88822072323c x-openstack-request-id: req-499ef4ef-e7d6-44e9-9c77-88822072323c {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 18:58:56.774124 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "398c5e30-dbd6-440a-80b8-61cf25c933eb", "name": "network-vif-plugged", "status": "completed", "tag": "3b7e5737-5e94-464a-80ae-39d85134cbca", "code": 200}, {"server_uuid": "ba58fb79-03be-4002-9b26-82ceedeff959", "name": "network-vif-plugged", "status": "completed", "tag": "e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 18:58:56.774374 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-499ef4ef-e7d6-44e9-9c77-88822072323c {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 18:58:56.774775 dv-cinder-836996-18-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-499ef4ef-e7d6-44e9-9c77-88822072323c'] response: {'server_uuid': '398c5e30-dbd6-440a-80b8-61cf25c933eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7e5737-5e94-464a-80ae-39d85134cbca', 'code': 200} May 10 18:58:56.775032 dv-cinder-836996-18-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-499ef4ef-e7d6-44e9-9c77-88822072323c'] response: {'server_uuid': 'ba58fb79-03be-4002-9b26-82ceedeff959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1', 'code': 200} May 10 18:58:56.775810 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1,revision_number=5']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:56.818801 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-60eec5ac-a832-450b-809e-c7f5699ab435 admin admin] Publish callbacks [] for security_group (eec17a73-c23c-49bb-9ba7-ac440b8792eb), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:56.827203 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b8c64a23-5c71-4714-8e46-613f0a67c214 req-4e51a9e5-a736-4631-aa42-856bc0d33e43 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790663 May 10 18:58:56.827788 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-60eec5ac-a832-450b-809e-c7f5699ab435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (eec17a73-c23c-49bb-9ba7-ac440b8792eb), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:56.866806 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-60eec5ac-a832-450b-809e-c7f5699ab435 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b741e1ab775e4919a2bede5cc182b74c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314615 May 10 18:58:56.867426 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 40028) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:56.871701 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 40030) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:56.879311 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eec5ac-a832-450b-809e-c7f5699ab435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec17a73-c23c-49bb-9ba7-ac440b8792eb,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:56.918764 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-7f1edbf8-ae54-47ce-85b3-0f5e8f2e67c4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c0fadc7d6f14426c9859b261b1444fd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0500941 May 10 18:58:56.921396 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 40034) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:56.929785 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7afac15b-8aa0-48e7-bab8-1fa5a63aba5c admin admin] Publish callbacks [] for security_group (eec17a73-c23c-49bb-9ba7-ac440b8792eb), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:56.952570 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7afac15b-8aa0-48e7-bab8-1fa5a63aba5c admin admin] Publish callbacks [] for security_group (eec17a73-c23c-49bb-9ba7-ac440b8792eb), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:56.984454 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8d4a7-f51d-4d30-8128-a8c4c5f5c371 req-350c3f00-46ae-4f04-a45f-18b8080185f3 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:56.986311 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-34f8d4a7-f51d-4d30-8128-a8c4c5f5c371 req-350c3f00-46ae-4f04-a45f-18b8080185f3 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cf86643-5556-427b-ba0d-dc53add28bee HTTP/1.1" status: 200 len: 946 time: 0.0663590 May 10 18:58:57.002350 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7afac15b-8aa0-48e7-bab8-1fa5a63aba5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (eec17a73-c23c-49bb-9ba7-ac440b8792eb), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:57.005865 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7afac15b-8aa0-48e7-bab8-1fa5a63aba5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:57.007066 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-7afac15b-8aa0-48e7-bab8-1fa5a63aba5c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eec17a73-c23c-49bb-9ba7-ac440b8792eb HTTP/1.1" status: 204 len: 168 time: 0.1344430 May 10 18:58:57.015698 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afac15b-8aa0-48e7-bab8-1fa5a63aba5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec17a73-c23c-49bb-9ba7-ac440b8792eb,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:57.047003 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-15546bca-1c02-42be-ae1c-c684c24aeb31 admin admin] Publish callbacks [] for security_group (339625ca-f7aa-419b-be2d-e5a43f02b980), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:57.061617 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-34f8d4a7-f51d-4d30-8128-a8c4c5f5c371 req-c45af0bf-46db-43ad-8733-2e9c6c8f266c tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a7ddbf-aaf0-4d8b-aa87-7717cf22f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692792 May 10 18:58:57.079269 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-15546bca-1c02-42be-ae1c-c684c24aeb31 admin admin] Publish callbacks [] for security_group (339625ca-f7aa-419b-be2d-e5a43f02b980), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:57.162854 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-15546bca-1c02-42be-ae1c-c684c24aeb31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (339625ca-f7aa-419b-be2d-e5a43f02b980), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:57.166013 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-15546bca-1c02-42be-ae1c-c684c24aeb31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:57.167991 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-15546bca-1c02-42be-ae1c-c684c24aeb31 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/339625ca-f7aa-419b-be2d-e5a43f02b980 HTTP/1.1" status: 204 len: 168 time: 0.2381952 May 10 18:58:57.177655 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15546bca-1c02-42be-ae1c-c684c24aeb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339625ca-f7aa-419b-be2d-e5a43f02b980,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:57.187583 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407bba3-b52e-49c1-bd09-d8a16b7de172 req-8ea808e2-cf83-486d-85ee-18adddd14713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:57.189462 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4407bba3-b52e-49c1-bd09-d8a16b7de172 req-8ea808e2-cf83-486d-85ee-18adddd14713 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=772abdeeb78b4eaab9bc9d831eda68f3&device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 1130 time: 0.0553441 May 10 18:58:57.595595 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407bba3-b52e-49c1-bd09-d8a16b7de172 req-30cd88b9-603d-4937-b15e-224c4b69925c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:57.597188 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4407bba3-b52e-49c1-bd09-d8a16b7de172 req-30cd88b9-603d-4937-b15e-224c4b69925c service neutron] 10.222.0.48 "GET /v2.0/networks?id=f5c43a6a-f0d1-477d-a8c6-2fea358c2538 HTTP/1.1" status: 200 len: 920 time: 0.1983647 May 10 18:58:57.676027 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abfea9-4837-4739-9b83-7d9520360e42 req-24e3720f-2c46-49e0-9f9d-7c0d0f2a7b3f tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:57.677646 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-43abfea9-4837-4739-9b83-7d9520360e42 req-24e3720f-2c46-49e0-9f9d-7c0d0f2a7b3f tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 945 time: 0.0541775 May 10 18:58:57.736748 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5993134-8d9c-413d-8a9a-b7563ead528c req-29546082-bcbb-4f87-b9aa-79fa78008862 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:57.739223 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-d5993134-8d9c-413d-8a9a-b7563ead528c req-29546082-bcbb-4f87-b9aa-79fa78008862 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0637286 May 10 18:58:57.754759 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-43abfea9-4837-4739-9b83-7d9520360e42 req-00b2c49b-9dcc-4fe6-a0bb-70bcc218294c tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680437 May 10 18:58:57.790327 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-d5993134-8d9c-413d-8a9a-b7563ead528c req-2b01499a-663d-4192-af5c-184521d4f82b tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442953 May 10 18:58:57.973417 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e58a88-d547-4f14-a31e-e308611f7183 req-29f4105a-39dc-45df-a797-9b5a1ac3a5c3 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:57.974950 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-d3e58a88-d547-4f14-a31e-e308611f7183 req-29f4105a-39dc-45df-a797-9b5a1ac3a5c3 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0526907 May 10 18:58:58.003212 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 40092) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:58.066879 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4407bba3-b52e-49c1-bd09-d8a16b7de172 req-02a35d02-4f0c-46fa-a99d-5a83a9cd58ee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b454d25-9193-4894-8b66-730ea63f15c4 HTTP/1.1" status: 200 len: 217 time: 0.0423245 May 10 18:58:58.092511 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9c5f6-c09f-45c5-8430-bcb3279721c2 req-03ebf373-a726-40b1-add2-8a72f85b889b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:58.094776 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-eeb9c5f6-c09f-45c5-8430-bcb3279721c2 req-03ebf373-a726-40b1-add2-8a72f85b889b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 1129 time: 0.0505714 May 10 18:58:58.148590 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-d3e58a88-d547-4f14-a31e-e308611f7183 req-a66f3947-8b37-4d3a-9619-edf4cdfe2dfa tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664791 May 10 18:58:58.180413 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202b9c7-7b7d-4168-8f7e-204ac52c6fd9 req-f50ba3fc-b500-45bf-8659-bc82ea4eec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:58.182358 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2202b9c7-7b7d-4168-8f7e-204ac52c6fd9 req-f50ba3fc-b500-45bf-8659-bc82ea4eec6b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 1129 time: 0.1143785 May 10 18:58:58.186393 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407bba3-b52e-49c1-bd09-d8a16b7de172 req-6be19111-6824-4968-8180-f529b956f832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:58.187955 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4407bba3-b52e-49c1-bd09-d8a16b7de172 req-6be19111-6824-4968-8180-f529b956f832 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ed489f3-e7d1-46ad-8ba4-625045889072 HTTP/1.1" status: 200 len: 858 time: 0.1046538 May 10 18:58:58.208837 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-eeb9c5f6-c09f-45c5-8430-bcb3279721c2 req-ea1f68a6-909e-4953-a4ea-b40a447228b8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066008 May 10 18:58:58.222517 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc59fb-7ab7-4377-9f26-65f0e5712e47 req-a92a12db-143c-43aa-afb9-355efa75f6df tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:58.223990 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-82bc59fb-7ab7-4377-9f26-65f0e5712e47 req-a92a12db-143c-43aa-afb9-355efa75f6df tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cf86643-5556-427b-ba0d-dc53add28bee HTTP/1.1" status: 200 len: 946 time: 0.0721149 May 10 18:58:58.242892 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407bba3-b52e-49c1-bd09-d8a16b7de172 req-87da934a-ab9a-466f-835c-273f60f3b2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:58.244778 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4407bba3-b52e-49c1-bd09-d8a16b7de172 req-87da934a-ab9a-466f-835c-273f60f3b2db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f5c43a6a-f0d1-477d-a8c6-2fea358c2538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0491338 May 10 18:58:58.278376 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2202b9c7-7b7d-4168-8f7e-204ac52c6fd9 req-42fcd99e-59e6-4add-bcc7-ddc3386c51cd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892737 May 10 18:58:58.278570 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-82bc59fb-7ab7-4377-9f26-65f0e5712e47 req-26ac635b-c837-4aa4-8c6a-1f18ab4e04b0 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a7ddbf-aaf0-4d8b-aa87-7717cf22f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471330 May 10 18:58:58.327500 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-68e4d102-3c0e-4b63-a13e-ac737b76f956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:58.421965 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc74218-5e82-45ae-98cf-558e554e1422 req-1a169081-8ad0-41ba-978d-d7fede78c74b tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:58.423761 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8dc74218-5e82-45ae-98cf-558e554e1422 req-1a169081-8ad0-41ba-978d-d7fede78c74b tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cf86643-5556-427b-ba0d-dc53add28bee HTTP/1.1" status: 200 len: 946 time: 0.0546889 May 10 18:58:58.429537 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-68e4d102-3c0e-4b63-a13e-ac737b76f956 admin admin] Publish callbacks [] for security_group (326b7cf4-2bfc-4c18-8e9a-6d18f58c558b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:58.432914 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 40112) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:58.439481 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-68e4d102-3c0e-4b63-a13e-ac737b76f956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (326b7cf4-2bfc-4c18-8e9a-6d18f58c558b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:58.442094 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-a47c4151-dea0-4e86-9742-f103b24b6433 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Request body: {'floatingip': {'port_id': 'f7bad5c0-6c0f-4028-9da1-6080eeec7c61'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:58:58.487830 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-68e4d102-3c0e-4b63-a13e-ac737b76f956 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=01960e19a1e64f0798b5618652d9ef7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4825523 May 10 18:58:58.488095 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 40118) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:58.516481 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4d102-3c0e-4b63-a13e-ac737b76f956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326b7cf4-2bfc-4c18-8e9a-6d18f58c558b,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:58.548481 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a47c4151-dea0-4e86-9742-f103b24b6433 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for floatingip (8936a00c-3a02-45a9-ac95-74e0ecf8afd1), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:58.565542 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f46e6d42-f609-4b02-aee9-997b90d05847 admin admin] Publish callbacks [] for security_group (326b7cf4-2bfc-4c18-8e9a-6d18f58c558b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:58.594427 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f46e6d42-f609-4b02-aee9-997b90d05847 admin admin] Publish callbacks [] for security_group (326b7cf4-2bfc-4c18-8e9a-6d18f58c558b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:58.647694 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f46e6d42-f609-4b02-aee9-997b90d05847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (326b7cf4-2bfc-4c18-8e9a-6d18f58c558b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:58.652218 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f46e6d42-f609-4b02-aee9-997b90d05847 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:58.655877 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-f46e6d42-f609-4b02-aee9-997b90d05847 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/326b7cf4-2bfc-4c18-8e9a-6d18f58c558b HTTP/1.1" status: 204 len: 168 time: 0.1438358 May 10 18:58:58.664056 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e6d42-f609-4b02-aee9-997b90d05847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326b7cf4-2bfc-4c18-8e9a-6d18f58c558b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:58.869726 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-341ede63-94ca-4978-b8f8-b5ce409b74c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:58.926735 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360afa9-90b1-402a-85ee-834c884b3776 req-4526e32c-0029-43c7-8ed1-905734e8c4be tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:58.928620 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-a360afa9-90b1-402a-85ee-834c884b3776 req-4526e32c-0029-43c7-8ed1-905734e8c4be tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 945 time: 0.0723619 May 10 18:58:58.988836 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-a360afa9-90b1-402a-85ee-834c884b3776 req-dd3aade3-2b40-4051-94e0-7b44ac044044 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528686 May 10 18:58:59.053629 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3503e75-768b-4a96-88ab-b18530661bc4 req-49568592-8fb4-49c9-ad42-77768507c2c0 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:59.055187 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-d3503e75-768b-4a96-88ab-b18530661bc4 req-49568592-8fb4-49c9-ad42-77768507c2c0 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.1029766 May 10 18:58:59.238498 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 40152) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:59.290644 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a93b2d-5f70-44de-a6e5-9e2e2ee9a473 req-90a4a84a-127c-4e3e-a037-900b8ec33a70 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:58:59.292412 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-75a93b2d-5f70-44de-a6e5-9e2e2ee9a473 req-90a4a84a-127c-4e3e-a037-900b8ec33a70 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0475833 May 10 18:58:59.298492 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d8dc3f13-1254-4667-9e25-b079237bf982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:59.306406 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-d3503e75-768b-4a96-88ab-b18530661bc4 req-9305b8f8-5b26-4ea0-9894-313e2c78cff0 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337461 May 10 18:58:59.337445 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.db.resource_extend [None req-a47c4151-dea0-4e86-9742-f103b24b6433 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 18:58:59.393029 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-75a93b2d-5f70-44de-a6e5-9e2e2ee9a473 req-5a45a268-b19a-4d8c-bbd0-a8442440d3da tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816867 May 10 18:58:59.400630 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4407bba3-b52e-49c1-bd09-d8a16b7de172 req-eb8655a2-745d-40ca-bb0d-a97a14addb5a service neutron] 10.222.0.48 "GET /v2.0/networks/f5c43a6a-f0d1-477d-a8c6-2fea358c2538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291023 May 10 18:58:59.439715 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d8dc3f13-1254-4667-9e25-b079237bf982 admin admin] Publish callbacks [] for security_group (c4108a4c-30bb-4095-ba3c-1eb101352e28), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:59.445505 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d8dc3f13-1254-4667-9e25-b079237bf982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (c4108a4c-30bb-4095-ba3c-1eb101352e28), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:59.466326 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a47c4151-dea0-4e86-9742-f103b24b6433 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:59.475148 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a47c4151-dea0-4e86-9742-f103b24b6433 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2085825'] for floatingip (8936a00c-3a02-45a9-ac95-74e0ecf8afd1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:59.480373 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-d8dc3f13-1254-4667-9e25-b079237bf982 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e849184f8ead4d89b59f972c0578cdc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407742 May 10 18:58:59.483092 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 40160) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:58:59.493046 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc3f13-1254-4667-9e25-b079237bf982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4108a4c-30bb-4095-ba3c-1eb101352e28,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:58:59.838256 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-66ccd5b7-b534-45cd-800e-8a19eedf49d2 admin admin] Publish callbacks [] for security_group (c4108a4c-30bb-4095-ba3c-1eb101352e28), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:58:59.863339 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.db.l3_db [None req-a47c4151-dea0-4e86-9742-f103b24b6433 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Floating IP 8936a00c-3a02-45a9-ac95-74e0ecf8afd1 associated. External IP: 172.27.1.176, port: f7bad5c0-6c0f-4028-9da1-6080eeec7c61. May 10 18:58:59.903774 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-66ccd5b7-b534-45cd-800e-8a19eedf49d2 admin admin] Publish callbacks [] for security_group (c4108a4c-30bb-4095-ba3c-1eb101352e28), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:00.075555 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4407bba3-b52e-49c1-bd09-d8a16b7de172 req-f98ce762-32a5-41a9-abf3-f221888e0042 service neutron] 10.222.0.48 "GET /v2.0/networks/f5c43a6a-f0d1-477d-a8c6-2fea358c2538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696637 May 10 18:59:00.082142 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-66ccd5b7-b534-45cd-800e-8a19eedf49d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (c4108a4c-30bb-4095-ba3c-1eb101352e28), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:00.084881 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-66ccd5b7-b534-45cd-800e-8a19eedf49d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:00.085987 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-66ccd5b7-b534-45cd-800e-8a19eedf49d2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c4108a4c-30bb-4095-ba3c-1eb101352e28 HTTP/1.1" status: 204 len: 168 time: 0.6016233 May 10 18:59:00.099753 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ccd5b7-b534-45cd-800e-8a19eedf49d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4108a4c-30bb-4095-ba3c-1eb101352e28,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:00.253980 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670cd9f6-00bd-4210-b0c5-1de07b087374 req-5e35c48d-3db6-402f-84f4-15d86d3f3926 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:00.260358 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-670cd9f6-00bd-4210-b0c5-1de07b087374 req-5e35c48d-3db6-402f-84f4-15d86d3f3926 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 945 time: 0.1002290 May 10 18:59:00.295694 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47c4151-dea0-4e86-9742-f103b24b6433 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Router 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 18:59:00.346815 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-670cd9f6-00bd-4210-b0c5-1de07b087374 req-8c86e8d1-96d2-4699-bf89-dd4a83db7e1c tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774562 May 10 18:59:00.483215 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47c4151-dea0-4e86-9742-f103b24b6433 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 18:59:00.496806 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed04870b-de6b-445e-9279-228f517657f4 None None] Sync routers for ids ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'] in dv-cinder-836996-18-iscsi {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:59:00.498691 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a47c4151-dea0-4e86-9742-f103b24b6433 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:00.499400 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ab440-a907-4e22-9527-5ff9f7e0595c req-6f1b9c2f-25ba-4206-b2a9-781243f2e466 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:00.502678 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-729ab440-a907-4e22-9527-5ff9f7e0595c req-6f1b9c2f-25ba-4206-b2a9-781243f2e466 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.1032896 May 10 18:59:00.511205 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed04870b-de6b-445e-9279-228f517657f4 None None] Routers {'224c80a3-2c7e-4fdf-addf-77721e5d4aa9'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:59:00.512350 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-ed04870b-de6b-445e-9279-228f517657f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T18:58:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:59:00.560619 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-729ab440-a907-4e22-9527-5ff9f7e0595c req-d039b283-422d-4fd3-a5e1-10bc740470b8 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514679 May 10 18:59:00.564764 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-a47c4151-dea0-4e86-9742-f103b24b6433 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "PUT /v2.0/floatingips/8936a00c-3a02-45a9-ac95-74e0ecf8afd1 HTTP/1.1" status: 200 len: 992 time: 2.1304939 May 10 18:59:00.565495 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf86643-5556-427b-ba0d-dc53add28bee', 'tag': 'f7bad5c0-6c0f-4028-9da1-6080eeec7c61'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 18:59:00.568178 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e6e1be-d564-4c76-b259-3d03b40e339f" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf86643-5556-427b-ba0d-dc53add28bee", "tag": "f7bad5c0-6c0f-4028-9da1-6080eeec7c61"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 18:59:00.584406 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ca43a-966c-4a00-b0d0-ae1a0e920ebd req-9c57fd6b-3390-4cf2-a9b4-351867b79450 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:00.584406 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3b3ca43a-966c-4a00-b0d0-ae1a0e920ebd req-9c57fd6b-3390-4cf2-a9b4-351867b79450 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0813003 May 10 18:59:00.634923 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 18:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd023e3d-a478-45a8-bd0a-2d9f5607c4db x-openstack-request-id: req-cd023e3d-a478-45a8-bd0a-2d9f5607c4db {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 18:59:00.635238 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf86643-5556-427b-ba0d-dc53add28bee", "tag": "f7bad5c0-6c0f-4028-9da1-6080eeec7c61", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 18:59:00.635497 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cd023e3d-a478-45a8-bd0a-2d9f5607c4db {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 18:59:00.635901 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd023e3d-a478-45a8-bd0a-2d9f5607c4db'] response: {'name': 'network-changed', 'server_uuid': '1cf86643-5556-427b-ba0d-dc53add28bee', 'tag': 'f7bad5c0-6c0f-4028-9da1-6080eeec7c61', 'status': 'completed', 'code': 200} May 10 18:59:00.651479 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3b3ca43a-966c-4a00-b0d0-ae1a0e920ebd req-52d51d38-45a1-41da-b5bd-ed9b4b6b9044 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642288 May 10 18:59:00.663925 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-ed04870b-de6b-445e-9279-228f517657f4 None None] Set router 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:59:00.699716 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 40212) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:00.713529 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e557f3f8-adb0-49eb-9593-e350214b1aff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:00.782979 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9eaa3-8bae-457f-b180-0981491fbbda req-4b19b064-f36d-42fe-97c6-42b9ddd55efa tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:00.785084 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-cce9eaa3-8bae-457f-b180-0981491fbbda req-4b19b064-f36d-42fe-97c6-42b9ddd55efa tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0695217 May 10 18:59:00.795053 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 40214) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:00.801181 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-8bccc6db-3640-4a1b-99c5-b3009d94bd47 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Request body: {'floatingip': {'port_id': '3b7e5737-5e94-464a-80ae-39d85134cbca'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:59:00.805994 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e557f3f8-adb0-49eb-9593-e350214b1aff admin admin] Publish callbacks [] for security_group (c97ad465-3de4-4aa8-bdd6-93905f8ddff1), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:00.812656 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e557f3f8-adb0-49eb-9593-e350214b1aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (c97ad465-3de4-4aa8-bdd6-93905f8ddff1), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:00.854286 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-e557f3f8-adb0-49eb-9593-e350214b1aff admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f6d7dcef0c80419c9c7ffbde1f559c1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1530948 May 10 18:59:00.855240 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e557f3f8-adb0-49eb-9593-e350214b1aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97ad465-3de4-4aa8-bdd6-93905f8ddff1,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:00.857479 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 40216) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:00.895840 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8bccc6db-3640-4a1b-99c5-b3009d94bd47 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for floatingip (bb601c6e-9030-473c-96c1-d17758ac4d48), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:00.914049 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4bfe9842-74ca-4ac1-aac1-db10214e3a01 admin admin] Publish callbacks [] for security_group (c97ad465-3de4-4aa8-bdd6-93905f8ddff1), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:00.940327 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4bfe9842-74ca-4ac1-aac1-db10214e3a01 admin admin] Publish callbacks [] for security_group (c97ad465-3de4-4aa8-bdd6-93905f8ddff1), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:00.973493 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-ed04870b-de6b-445e-9279-228f517657f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'name': 'tempest-AttachVolumeNegativeTest-1418596659-router', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:20Z', 'revision_number': 4, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'gw_port': {'id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': '8936a00c-3a02-45a9-ac95-74e0ecf8afd1', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'port_id': 'f7bad5c0-6c0f-4028-9da1-6080eeec7c61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'mac_address': 'fa:16:3e:b1:d4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf86643-5556-427b-ba0d-dc53add28bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T18:58:35Z', 'updated_at': '2022-05-10T18:58:59Z', 'revision_number': 1, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecb12316-5946-47ad-ac9c-64373489eb65', 'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'mac_address': 'fa:16:3e:fe:8b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:16Z', 'updated_at': '2022-05-10T18:58:36Z', 'revision_number': 5, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'subnets': [{'id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:59:00.995207 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4bfe9842-74ca-4ac1-aac1-db10214e3a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (c97ad465-3de4-4aa8-bdd6-93905f8ddff1), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:00.997797 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4bfe9842-74ca-4ac1-aac1-db10214e3a01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:01.002478 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-4bfe9842-74ca-4ac1-aac1-db10214e3a01 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c97ad465-3de4-4aa8-bdd6-93905f8ddff1 HTTP/1.1" status: 204 len: 168 time: 0.1436350 May 10 18:59:01.013193 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed04870b-de6b-445e-9279-228f517657f4 None None] Checking router: 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 for host: dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:59:01.014532 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe9842-74ca-4ac1-aac1-db10214e3a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97ad465-3de4-4aa8-bdd6-93905f8ddff1,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:01.023529 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed04870b-de6b-445e-9279-228f517657f4 None None] Routers {'224c80a3-2c7e-4fdf-addf-77721e5d4aa9'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:59:01.024143 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-ed04870b-de6b-445e-9279-228f517657f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T18:58:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:59:01.150820 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-ed04870b-de6b-445e-9279-228f517657f4 None None] Set router 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:59:01.234880 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6b46a79a-9fb0-4ddf-8c5c-e453ba26c13d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:01.399136 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-ed04870b-de6b-445e-9279-228f517657f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'name': 'tempest-AttachVolumeNegativeTest-1418596659-router', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:20Z', 'revision_number': 4, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'gw_port': {'id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': '8936a00c-3a02-45a9-ac95-74e0ecf8afd1', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'port_id': 'f7bad5c0-6c0f-4028-9da1-6080eeec7c61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'mac_address': 'fa:16:3e:b1:d4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf86643-5556-427b-ba0d-dc53add28bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T18:58:35Z', 'updated_at': '2022-05-10T18:58:59Z', 'revision_number': 1, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecb12316-5946-47ad-ac9c-64373489eb65', 'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'mac_address': 'fa:16:3e:fe:8b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:16Z', 'updated_at': '2022-05-10T18:58:36Z', 'revision_number': 5, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'subnets': [{'id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:59:01.437489 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed04870b-de6b-445e-9279-228f517657f4 None None] The sync data for ids ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'] in dv-cinder-836996-18-iscsi is: [{'id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'name': 'tempest-AttachVolumeNegativeTest-1418596659-router', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:20Z', 'revision_number': 4, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'gw_port': {'id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': '8936a00c-3a02-45a9-ac95-74e0ecf8afd1', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'port_id': 'f7bad5c0-6c0f-4028-9da1-6080eeec7c61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'mac_address': 'fa:16:3e:b1:d4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf86643-5556-427b-ba0d-dc53add28bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T18:58:35Z', 'updated_at': '2022-05-10T18:58:59Z', 'revision_number': 1, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecb12316-5946-47ad-ac9c-64373489eb65', 'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'mac_address': 'fa:16:3e:fe:8b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:16Z', 'updated_at': '2022-05-10T18:58:36Z', 'revision_number': 5, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'subnets': [{'id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:59:01.573960 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24802e-a73e-4353-b8cd-b25612a9ac0d req-ff83d86a-e900-496e-9842-ca00710ce92a tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:01.590545 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ba24802e-a73e-4353-b8cd-b25612a9ac0d req-ff83d86a-e900-496e-9842-ca00710ce92a tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 945 time: 0.1017935 May 10 18:59:01.729631 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ba24802e-a73e-4353-b8cd-b25612a9ac0d req-cde2e90f-8782-4984-8d43-4716e0c65541 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366856 May 10 18:59:01.851268 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6e1be-d564-4c76-b259-3d03b40e339f req-a03c6b08-c3ec-44d3-b616-5e179f0bf92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:01.853003 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-65e6e1be-d564-4c76-b259-3d03b40e339f req-a03c6b08-c3ec-44d3-b616-5e179f0bf92a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08319d2b6ebf4a40830d212321cb6b63&device_id=1cf86643-5556-427b-ba0d-dc53add28bee HTTP/1.1" status: 200 len: 1130 time: 0.0774088 May 10 18:59:01.871961 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59863582-b05b-4b6e-a585-946f7ca85cc1 None None] New status for floating IP 8936a00c-3a02-45a9-ac95-74e0ecf8afd1: ACTIVE {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 18:59:01.981022 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae7538-bc49-4df7-8fec-95efa81fe5ba req-0ea08855-b29d-459a-8575-0db5c27344d2 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:01.988631 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aaae7538-bc49-4df7-8fec-95efa81fe5ba req-0ea08855-b29d-459a-8575-0db5c27344d2 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 945 time: 0.1345420 May 10 18:59:01.993180 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 40270) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:02.003824 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c657fe-bfad-4ffd-b0f6-60442aba8c5d req-a7cfba5f-00cc-4633-ae1b-12af97c74da8 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:02.009087 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-2bc7d69b-0d13-410f-affc-736f10826c5b tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Request body: {'floatingip': {'port_id': 'e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:59:02.011676 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-85c657fe-bfad-4ffd-b0f6-60442aba8c5d req-a7cfba5f-00cc-4633-ae1b-12af97c74da8 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.1578119 May 10 18:59:02.077953 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2bc7d69b-0d13-410f-affc-736f10826c5b tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for floatingip (c30f6bfe-1326-4b20-bbbf-afa2cc1cf779), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:02.098806 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.db.resource_extend [None req-8bccc6db-3640-4a1b-99c5-b3009d94bd47 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 18:59:02.111334 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-85c657fe-bfad-4ffd-b0f6-60442aba8c5d req-11424ead-b32b-4cf4-b089-41b44a6fef39 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986726 May 10 18:59:02.215543 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8bccc6db-3640-4a1b-99c5-b3009d94bd47 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:02.221222 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8bccc6db-3640-4a1b-99c5-b3009d94bd47 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2085825'] for floatingip (bb601c6e-9030-473c-96c1-d17758ac4d48), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:02.350488 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.db.l3_db [None req-8bccc6db-3640-4a1b-99c5-b3009d94bd47 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Floating IP bb601c6e-9030-473c-96c1-d17758ac4d48 associated. External IP: 172.27.1.92, port: 3b7e5737-5e94-464a-80ae-39d85134cbca. May 10 18:59:02.538172 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:02.586513 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bccc6db-3640-4a1b-99c5-b3009d94bd47 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Router 8e7968d0-167e-4fa8-9cf7-581b622af1ca has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 18:59:02.606234 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2bc7d69b-0d13-410f-affc-736f10826c5b tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:02.611124 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2bc7d69b-0d13-410f-affc-736f10826c5b tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2085825'] for floatingip (c30f6bfe-1326-4b20-bbbf-afa2cc1cf779), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:02.703653 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bccc6db-3640-4a1b-99c5-b3009d94bd47 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 18:59:02.709286 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8bccc6db-3640-4a1b-99c5-b3009d94bd47 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:02.716380 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8999dd-76d5-41bd-b4dc-7eea4398fb6d None None] Sync routers for ids ['8e7968d0-167e-4fa8-9cf7-581b622af1ca'] in dv-cinder-836996-18-iscsi {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:59:02.732192 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8999dd-76d5-41bd-b4dc-7eea4398fb6d None None] Routers {'8e7968d0-167e-4fa8-9cf7-581b622af1ca'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:59:02.732929 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-fe8999dd-76d5-41bd-b4dc-7eea4398fb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T18:59:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['8e7968d0-167e-4fa8-9cf7-581b622af1ca'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:59:02.752896 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.db.l3_db [None req-2bc7d69b-0d13-410f-affc-736f10826c5b tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Floating IP c30f6bfe-1326-4b20-bbbf-afa2cc1cf779 associated. External IP: 172.27.1.181, port: e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1. May 10 18:59:02.759535 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-8bccc6db-3640-4a1b-99c5-b3009d94bd47 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "PUT /v2.0/floatingips/bb601c6e-9030-473c-96c1-d17758ac4d48 HTTP/1.1" status: 200 len: 990 time: 1.9622269 May 10 18:59:02.760171 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398c5e30-dbd6-440a-80b8-61cf25c933eb', 'tag': '3b7e5737-5e94-464a-80ae-39d85134cbca'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 18:59:02.767929 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd46a798d5a9e44ec306513f4cdcaf49ebfda34863e20c5e194c8a5ee67cd38b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3004e4f9-dfd3-427f-9055-9422190eafd8" -d '{"events": [{"name": "network-changed", "server_uuid": "398c5e30-dbd6-440a-80b8-61cf25c933eb", "tag": "3b7e5737-5e94-464a-80ae-39d85134cbca"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 18:59:02.840711 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 18:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c137e7b8-2966-4475-8763-a168c02ff56a x-openstack-request-id: req-c137e7b8-2966-4475-8763-a168c02ff56a {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 18:59:02.841082 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "398c5e30-dbd6-440a-80b8-61cf25c933eb", "tag": "3b7e5737-5e94-464a-80ae-39d85134cbca", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 18:59:02.841440 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c137e7b8-2966-4475-8763-a168c02ff56a {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 18:59:02.841943 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c137e7b8-2966-4475-8763-a168c02ff56a'] response: {'name': 'network-changed', 'server_uuid': '398c5e30-dbd6-440a-80b8-61cf25c933eb', 'tag': '3b7e5737-5e94-464a-80ae-39d85134cbca', 'status': 'completed', 'code': 200} May 10 18:59:02.886361 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-fe8999dd-76d5-41bd-b4dc-7eea4398fb6d None None] Set router 8e7968d0-167e-4fa8-9cf7-581b622af1ca gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:59:03.114753 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 40314) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:03.230569 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004e4f9-dfd3-427f-9055-9422190eafd8 req-92e69b9e-8ba4-454e-bfe7-c6bf0c68b0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:03.232343 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3004e4f9-dfd3-427f-9055-9422190eafd8 req-92e69b9e-8ba4-454e-bfe7-c6bf0c68b0ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f211dbe09fc34141b9d519a6e69c8dc2&device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 1129 time: 0.0475738 May 10 18:59:03.235781 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6e1be-d564-4c76-b259-3d03b40e339f req-69a17db1-8ccb-492f-ad12-7402387c080b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:03.237279 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-65e6e1be-d564-4c76-b259-3d03b40e339f req-69a17db1-8ccb-492f-ad12-7402387c080b service neutron] 10.222.0.48 "GET /v2.0/networks?id=a4576b84-9910-4693-87ed-530385aa986d HTTP/1.1" status: 200 len: 916 time: 0.1768260 May 10 18:59:03.284606 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc7d69b-0d13-410f-affc-736f10826c5b tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Router c34f1854-ab5f-49fe-804e-af07c7a0edde has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 18:59:03.310339 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb8336-d8d8-4777-8803-7fde06d303f8 req-bd7b912f-9c51-4eb2-92e3-4f5ef1987427 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:03.310773 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-fceb8336-d8d8-4777-8803-7fde06d303f8 req-bd7b912f-9c51-4eb2-92e3-4f5ef1987427 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0838332 May 10 18:59:03.379515 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d9360e1a-050a-43dc-b184-8a23dbff9c10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:03.439692 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc7d69b-0d13-410f-affc-736f10826c5b tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 18:59:03.451249 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0673277-cdaf-4ed4-8807-67fe0d413df0 None None] Sync routers for ids ['c34f1854-ab5f-49fe-804e-af07c7a0edde'] in dv-cinder-836996-18-iscsi {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:59:03.461922 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-fe8999dd-76d5-41bd-b4dc-7eea4398fb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'name': 'tempest-AttachVolumeTestJSON-1983261218-router', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:04Z', 'updated_at': '2022-05-10T18:58:17Z', 'revision_number': 4, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'gw_port': {'id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:07Z', 'updated_at': '2022-05-10T18:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': 'bb601c6e-9030-473c-96c1-d17758ac4d48', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'port_id': '3b7e5737-5e94-464a-80ae-39d85134cbca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4', 'mac_address': 'fa:16:3e:84:dc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398c5e30-dbd6-440a-80b8-61cf25c933eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T18:58:26Z', 'updated_at': '2022-05-10T18:59:01Z', 'revision_number': 1, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f04c5d-5ac4-4579-9530-dc79b8f0a486', 'name': '', 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'mac_address': 'fa:16:3e:ed:7e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '945414bb-2eef-4f0c-992b-73a797dbf824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:15Z', 'updated_at': '2022-05-10T18:58:32Z', 'revision_number': 5, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'subnets': [{'id': '945414bb-2eef-4f0c-992b-73a797dbf824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:59:03.471886 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2bc7d69b-0d13-410f-affc-736f10826c5b tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:03.475102 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0673277-cdaf-4ed4-8807-67fe0d413df0 None None] Routers {'c34f1854-ab5f-49fe-804e-af07c7a0edde'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:59:03.476043 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-f0673277-cdaf-4ed4-8807-67fe0d413df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T18:59:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['c34f1854-ab5f-49fe-804e-af07c7a0edde'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:59:03.481962 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d9360e1a-050a-43dc-b184-8a23dbff9c10 admin admin] Publish callbacks [] for security_group (a37307ef-ec11-4792-a9fa-214331d670f1), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:03.495206 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d9360e1a-050a-43dc-b184-8a23dbff9c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (a37307ef-ec11-4792-a9fa-214331d670f1), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:03.533381 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9360e1a-050a-43dc-b184-8a23dbff9c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37307ef-ec11-4792-a9fa-214331d670f1,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:03.533674 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8999dd-76d5-41bd-b4dc-7eea4398fb6d None None] Checking router: 8e7968d0-167e-4fa8-9cf7-581b622af1ca for host: dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:59:03.546268 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9360e1a-050a-43dc-b184-8a23dbff9c10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:59:03.546268 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9360e1a-050a-43dc-b184-8a23dbff9c10 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:59:03.546603 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9360e1a-050a-43dc-b184-8a23dbff9c10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:59:03.546727 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9360e1a-050a-43dc-b184-8a23dbff9c10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:59:03.547163 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9360e1a-050a-43dc-b184-8a23dbff9c10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:59:03.547332 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9360e1a-050a-43dc-b184-8a23dbff9c10 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:59:03.547667 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9360e1a-050a-43dc-b184-8a23dbff9c10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:59:03.548100 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9360e1a-050a-43dc-b184-8a23dbff9c10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:59:03.548438 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9360e1a-050a-43dc-b184-8a23dbff9c10 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:59:03.548793 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9360e1a-050a-43dc-b184-8a23dbff9c10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:59:03.549844 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9360e1a-050a-43dc-b184-8a23dbff9c10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:59:03.550612 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9360e1a-050a-43dc-b184-8a23dbff9c10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:59:03.551312 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9360e1a-050a-43dc-b184-8a23dbff9c10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:59:03.551966 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9360e1a-050a-43dc-b184-8a23dbff9c10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:59:03.552453 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9360e1a-050a-43dc-b184-8a23dbff9c10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:59:03.559819 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8999dd-76d5-41bd-b4dc-7eea4398fb6d None None] Routers {'8e7968d0-167e-4fa8-9cf7-581b622af1ca'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:59:03.560437 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-fe8999dd-76d5-41bd-b4dc-7eea4398fb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T18:59:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['8e7968d0-167e-4fa8-9cf7-581b622af1ca'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:59:03.568938 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-fceb8336-d8d8-4777-8803-7fde06d303f8 req-8656789c-c0e4-4d75-ac85-6c5f74450619 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509010 May 10 18:59:03.603546 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-d9360e1a-050a-43dc-b184-8a23dbff9c10 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d3bb754fe26249ebabf01c8d9f27b2b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4868801 May 10 18:59:03.604149 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 40332) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:03.678542 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7d9a996a-a685-4516-8779-7a3b96e34e75 admin admin] Publish callbacks [] for security_group (a37307ef-ec11-4792-a9fa-214331d670f1), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:03.687150 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-2bc7d69b-0d13-410f-affc-736f10826c5b tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "PUT /v2.0/floatingips/c30f6bfe-1326-4b20-bbbf-afa2cc1cf779 HTTP/1.1" status: 200 len: 991 time: 1.6890526 May 10 18:59:03.698880 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba58fb79-03be-4002-9b26-82ceedeff959', 'tag': 'e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 18:59:03.701016 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684faae5-dae3-4b49-aea9-1f45d85651fc" -d '{"events": [{"name": "network-changed", "server_uuid": "ba58fb79-03be-4002-9b26-82ceedeff959", "tag": "e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 18:59:03.749201 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7d9a996a-a685-4516-8779-7a3b96e34e75 admin admin] Publish callbacks [] for security_group (a37307ef-ec11-4792-a9fa-214331d670f1), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:03.814364 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:03.826978 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7d9a996a-a685-4516-8779-7a3b96e34e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (a37307ef-ec11-4792-a9fa-214331d670f1), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:03.837435 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7d9a996a-a685-4516-8779-7a3b96e34e75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:03.843135 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-7d9a996a-a685-4516-8779-7a3b96e34e75 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a37307ef-ec11-4792-a9fa-214331d670f1 HTTP/1.1" status: 204 len: 168 time: 0.2352359 May 10 18:59:03.848850 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-f0673277-cdaf-4ed4-8807-67fe0d413df0 None None] Set router c34f1854-ab5f-49fe-804e-af07c7a0edde gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:59:03.861180 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a996a-a685-4516-8779-7a3b96e34e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37307ef-ec11-4792-a9fa-214331d670f1,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:03.868223 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 18:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbecc1a8-79c5-42ee-998f-cdabf6e2896d x-openstack-request-id: req-fbecc1a8-79c5-42ee-998f-cdabf6e2896d {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 18:59:03.868453 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba58fb79-03be-4002-9b26-82ceedeff959", "tag": "e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 18:59:03.868713 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fbecc1a8-79c5-42ee-998f-cdabf6e2896d {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 18:59:03.869114 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbecc1a8-79c5-42ee-998f-cdabf6e2896d'] response: {'name': 'network-changed', 'server_uuid': 'ba58fb79-03be-4002-9b26-82ceedeff959', 'tag': 'e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1', 'status': 'completed', 'code': 200} May 10 18:59:03.875203 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-fe8999dd-76d5-41bd-b4dc-7eea4398fb6d None None] Set router 8e7968d0-167e-4fa8-9cf7-581b622af1ca gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:59:03.944097 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-65e6e1be-d564-4c76-b259-3d03b40e339f req-a4d2d044-92da-4505-8aaf-61c17f289dbc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7bad5c0-6c0f-4028-9da1-6080eeec7c61 HTTP/1.1" status: 200 len: 1002 time: 0.3880942 May 10 18:59:04.072556 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684faae5-dae3-4b49-aea9-1f45d85651fc req-b6c5454c-f262-409a-a30b-9e0b0aa1abc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:04.074443 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-684faae5-dae3-4b49-aea9-1f45d85651fc req-b6c5454c-f262-409a-a30b-9e0b0aa1abc1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e17dd3da9fc545fc901dc35e62332ab6&device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 1129 time: 0.1541212 May 10 18:59:04.307378 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684faae5-dae3-4b49-aea9-1f45d85651fc req-8e756d9d-6d3f-4e42-b716-b2c0f5e9a5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:04.309570 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-684faae5-dae3-4b49-aea9-1f45d85651fc req-8e756d9d-6d3f-4e42-b716-b2c0f5e9a5f9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=93f50fb6-d466-4999-a1b0-4ced1d39cc1d HTTP/1.1" status: 200 len: 918 time: 0.2201343 May 10 18:59:04.316191 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-fe8999dd-76d5-41bd-b4dc-7eea4398fb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'name': 'tempest-AttachVolumeTestJSON-1983261218-router', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:04Z', 'updated_at': '2022-05-10T18:58:17Z', 'revision_number': 4, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'gw_port': {'id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:07Z', 'updated_at': '2022-05-10T18:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': 'bb601c6e-9030-473c-96c1-d17758ac4d48', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'port_id': '3b7e5737-5e94-464a-80ae-39d85134cbca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4', 'mac_address': 'fa:16:3e:84:dc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398c5e30-dbd6-440a-80b8-61cf25c933eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T18:58:26Z', 'updated_at': '2022-05-10T18:59:01Z', 'revision_number': 1, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f04c5d-5ac4-4579-9530-dc79b8f0a486', 'name': '', 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'mac_address': 'fa:16:3e:ed:7e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '945414bb-2eef-4f0c-992b-73a797dbf824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:15Z', 'updated_at': '2022-05-10T18:58:32Z', 'revision_number': 5, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'subnets': [{'id': '945414bb-2eef-4f0c-992b-73a797dbf824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:59:04.371320 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 40364) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:04.399229 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8999dd-76d5-41bd-b4dc-7eea4398fb6d None None] The sync data for ids ['8e7968d0-167e-4fa8-9cf7-581b622af1ca'] in dv-cinder-836996-18-iscsi is: [{'id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'name': 'tempest-AttachVolumeTestJSON-1983261218-router', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:04Z', 'updated_at': '2022-05-10T18:58:17Z', 'revision_number': 4, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'gw_port': {'id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:07Z', 'updated_at': '2022-05-10T18:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': 'bb601c6e-9030-473c-96c1-d17758ac4d48', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'port_id': '3b7e5737-5e94-464a-80ae-39d85134cbca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4', 'mac_address': 'fa:16:3e:84:dc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398c5e30-dbd6-440a-80b8-61cf25c933eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T18:58:26Z', 'updated_at': '2022-05-10T18:59:01Z', 'revision_number': 1, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f04c5d-5ac4-4579-9530-dc79b8f0a486', 'name': '', 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'mac_address': 'fa:16:3e:ed:7e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '945414bb-2eef-4f0c-992b-73a797dbf824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:15Z', 'updated_at': '2022-05-10T18:58:32Z', 'revision_number': 5, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'subnets': [{'id': '945414bb-2eef-4f0c-992b-73a797dbf824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:59:04.468205 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-f0673277-cdaf-4ed4-8807-67fe0d413df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1803823991-router', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:22Z', 'revision_number': 4, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'gw_port': {'id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': 'c30f6bfe-1326-4b20-bbbf-afa2cc1cf779', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'floating_ip_address': '172.27.1.181', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'port_id': 'e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d', 'mac_address': 'fa:16:3e:51:79:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba58fb79-03be-4002-9b26-82ceedeff959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T18:58:36Z', 'updated_at': '2022-05-10T18:59:02Z', 'revision_number': 1, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16203859-563c-44f6-81e3-101fa509dfd8', 'name': '', 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'mac_address': 'fa:16:3e:b5:b5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8531edb7-c043-461d-9962-84adba840bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:19Z', 'updated_at': '2022-05-10T18:58:39Z', 'revision_number': 5, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'subnets': [{'id': '8531edb7-c043-461d-9962-84adba840bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:59:04.474724 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-684faae5-dae3-4b49-aea9-1f45d85651fc req-0080f19d-44a7-46df-9f6a-18d57846e94c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 HTTP/1.1" status: 200 len: 999 time: 0.1535645 May 10 18:59:04.549342 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0673277-cdaf-4ed4-8807-67fe0d413df0 None None] Checking router: c34f1854-ab5f-49fe-804e-af07c7a0edde for host: dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:59:04.560857 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0673277-cdaf-4ed4-8807-67fe0d413df0 None None] Routers {'c34f1854-ab5f-49fe-804e-af07c7a0edde'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:59:04.565937 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-f0673277-cdaf-4ed4-8807-67fe0d413df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T18:59:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['c34f1854-ab5f-49fe-804e-af07c7a0edde'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:59:04.575295 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004e4f9-dfd3-427f-9055-9422190eafd8 req-5bde559c-ae5f-464d-9754-1ede65f79818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:04.577019 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3004e4f9-dfd3-427f-9055-9422190eafd8 req-5bde559c-ae5f-464d-9754-1ede65f79818 service neutron] 10.222.0.48 "GET /v2.0/networks?id=17ce47ba-754f-4a57-b915-d9f184cff0b4 HTTP/1.1" status: 200 len: 912 time: 0.9892180 May 10 18:59:04.580739 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 40370) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:04.605481 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6e926808-e250-4d51-a4b9-8f051b36358d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:04.619872 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fa36c3d6-15c5-4fd8-8829-10ff5a7b6616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:04.636345 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6e1be-d564-4c76-b259-3d03b40e339f req-676da673-ea4a-4e3d-a634-b356d9a3da03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:04.638116 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-65e6e1be-d564-4c76-b259-3d03b40e339f req-676da673-ea4a-4e3d-a634-b356d9a3da03 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c386732f-c86a-499c-bc04-b74b79921f36 HTTP/1.1" status: 200 len: 854 time: 0.6795828 May 10 18:59:04.644777 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c2b8a-efb9-4cea-be0b-a01273ff8a14 req-df0965b9-0d3f-4ffc-a1f7-a9a30f44c661 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:04.646511 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7d2c2b8a-efb9-4cea-be0b-a01273ff8a14 req-df0965b9-0d3f-4ffc-a1f7-a9a30f44c661 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a0e2445-4a6b-41f4-9de4-59562c2f6418 HTTP/1.1" status: 200 len: 945 time: 0.0767555 May 10 18:59:04.704764 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-f0673277-cdaf-4ed4-8807-67fe0d413df0 None None] Set router c34f1854-ab5f-49fe-804e-af07c7a0edde gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:59:04.714051 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7d2c2b8a-efb9-4cea-be0b-a01273ff8a14 req-a69e2743-d658-494c-9851-8c5e6d7e22c7 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5305e2e-efa5-4972-a7fe-4a69ecd167fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604377 May 10 18:59:04.749282 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06fb02-bae1-4cce-825c-54d2b175a6c7 req-3445a9ef-71f3-4895-b3f5-47228ab98428 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:04.751565 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-6e06fb02-bae1-4cce-825c-54d2b175a6c7 req-3445a9ef-71f3-4895-b3f5-47228ab98428 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0828233 May 10 18:59:04.775073 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cd50ce-27c4-43b6-924c-77733b72acb7 None None] New status for floating IP bb601c6e-9030-473c-96c1-d17758ac4d48: ACTIVE {{(pid=103425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 18:59:04.833745 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6e926808-e250-4d51-a4b9-8f051b36358d admin admin] Publish callbacks [] for security_group (3d95a822-e491-4d1e-a4fb-14f549813a35), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:04.863030 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fa36c3d6-15c5-4fd8-8829-10ff5a7b6616 admin admin] Publish callbacks [] for security_group (12568a81-61ba-4035-bf8b-f515c30e0202), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:04.867155 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6e926808-e250-4d51-a4b9-8f051b36358d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (3d95a822-e491-4d1e-a4fb-14f549813a35), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:04.896088 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fa36c3d6-15c5-4fd8-8829-10ff5a7b6616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (12568a81-61ba-4035-bf8b-f515c30e0202), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:04.916923 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-6e06fb02-bae1-4cce-825c-54d2b175a6c7 req-64048ac0-296e-4acd-8ee2-3d7d10f993ac tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553512 May 10 18:59:04.942715 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-6e926808-e250-4d51-a4b9-8f051b36358d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a987af8847854e2d873272fc078c20ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3575540 May 10 18:59:04.943514 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 40378) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:04.952474 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e926808-e250-4d51-a4b9-8f051b36358d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d95a822-e491-4d1e-a4fb-14f549813a35,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:04.980022 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-fa36c3d6-15c5-4fd8-8829-10ff5a7b6616 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e8023df5f0804d37a69712e4c9f77ca8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6049688 May 10 18:59:04.980323 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 40380) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:05.014396 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36c3d6-15c5-4fd8-8829-10ff5a7b6616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12568a81-61ba-4035-bf8b-f515c30e0202,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:05.030825 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-f0673277-cdaf-4ed4-8807-67fe0d413df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1803823991-router', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:22Z', 'revision_number': 4, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'gw_port': {'id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': 'c30f6bfe-1326-4b20-bbbf-afa2cc1cf779', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'floating_ip_address': '172.27.1.181', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'port_id': 'e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d', 'mac_address': 'fa:16:3e:51:79:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba58fb79-03be-4002-9b26-82ceedeff959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T18:58:36Z', 'updated_at': '2022-05-10T18:59:02Z', 'revision_number': 1, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16203859-563c-44f6-81e3-101fa509dfd8', 'name': '', 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'mac_address': 'fa:16:3e:b5:b5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8531edb7-c043-461d-9962-84adba840bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:19Z', 'updated_at': '2022-05-10T18:58:39Z', 'revision_number': 5, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'subnets': [{'id': '8531edb7-c043-461d-9962-84adba840bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:59:05.045981 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fb3eaab4-a8ab-41cd-8d7d-8093460a9f14 admin admin] Publish callbacks [] for security_group (3d95a822-e491-4d1e-a4fb-14f549813a35), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:05.059729 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4157568e-35c7-48ed-8895-474effff7f82 admin admin] Publish callbacks [] for security_group (12568a81-61ba-4035-bf8b-f515c30e0202), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:05.089487 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4157568e-35c7-48ed-8895-474effff7f82 admin admin] Publish callbacks [] for security_group (12568a81-61ba-4035-bf8b-f515c30e0202), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:05.100259 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0673277-cdaf-4ed4-8807-67fe0d413df0 None None] The sync data for ids ['c34f1854-ab5f-49fe-804e-af07c7a0edde'] in dv-cinder-836996-18-iscsi is: [{'id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1803823991-router', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:22Z', 'revision_number': 4, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'gw_port': {'id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': 'c30f6bfe-1326-4b20-bbbf-afa2cc1cf779', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'floating_ip_address': '172.27.1.181', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'port_id': 'e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d', 'mac_address': 'fa:16:3e:51:79:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba58fb79-03be-4002-9b26-82ceedeff959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T18:58:36Z', 'updated_at': '2022-05-10T18:59:02Z', 'revision_number': 1, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16203859-563c-44f6-81e3-101fa509dfd8', 'name': '', 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'mac_address': 'fa:16:3e:b5:b5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8531edb7-c043-461d-9962-84adba840bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:19Z', 'updated_at': '2022-05-10T18:58:39Z', 'revision_number': 5, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'subnets': [{'id': '8531edb7-c043-461d-9962-84adba840bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:59:05.103625 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fb3eaab4-a8ab-41cd-8d7d-8093460a9f14 admin admin] Publish callbacks [] for security_group (3d95a822-e491-4d1e-a4fb-14f549813a35), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:05.171091 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4157568e-35c7-48ed-8895-474effff7f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (12568a81-61ba-4035-bf8b-f515c30e0202), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:05.174449 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4157568e-35c7-48ed-8895-474effff7f82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:05.178442 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-4157568e-35c7-48ed-8895-474effff7f82 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/12568a81-61ba-4035-bf8b-f515c30e0202 HTTP/1.1" status: 204 len: 168 time: 0.1939726 May 10 18:59:05.185081 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157568e-35c7-48ed-8895-474effff7f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12568a81-61ba-4035-bf8b-f515c30e0202,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:05.193966 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fb3eaab4-a8ab-41cd-8d7d-8093460a9f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (3d95a822-e491-4d1e-a4fb-14f549813a35), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:05.194325 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157568e-35c7-48ed-8895-474effff7f82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:59:05.194630 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157568e-35c7-48ed-8895-474effff7f82 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:59:05.194978 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157568e-35c7-48ed-8895-474effff7f82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:59:05.195368 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157568e-35c7-48ed-8895-474effff7f82 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:59:05.195814 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157568e-35c7-48ed-8895-474effff7f82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:59:05.196157 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157568e-35c7-48ed-8895-474effff7f82 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:59:05.196542 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157568e-35c7-48ed-8895-474effff7f82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:59:05.197267 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157568e-35c7-48ed-8895-474effff7f82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:59:05.197267 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157568e-35c7-48ed-8895-474effff7f82 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:59:05.197555 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157568e-35c7-48ed-8895-474effff7f82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:59:05.197846 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fb3eaab4-a8ab-41cd-8d7d-8093460a9f14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:05.198026 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157568e-35c7-48ed-8895-474effff7f82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:59:05.198179 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157568e-35c7-48ed-8895-474effff7f82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:59:05.199220 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-fb3eaab4-a8ab-41cd-8d7d-8093460a9f14 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3d95a822-e491-4d1e-a4fb-14f549813a35 HTTP/1.1" status: 204 len: 168 time: 0.2542865 May 10 18:59:05.203042 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157568e-35c7-48ed-8895-474effff7f82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:59:05.203851 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157568e-35c7-48ed-8895-474effff7f82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:59:05.207527 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157568e-35c7-48ed-8895-474effff7f82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:59:05.209268 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3eaab4-a8ab-41cd-8d7d-8093460a9f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d95a822-e491-4d1e-a4fb-14f549813a35,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:05.378437 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:05.419680 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5525e072-1ee6-461d-b865-ff4de68512ba None None] New status for floating IP c30f6bfe-1326-4b20-bbbf-afa2cc1cf779: ACTIVE {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 18:59:05.770864 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 40408) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:05.788369 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d2676d84-dec9-41a7-8212-b802f6ad4bcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:05.855727 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac131f15-42a9-4af7-ae45-cfbabab4ba6a req-8b1d43cb-c116-4184-a654-e38477661ff6 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:05.857627 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ac131f15-42a9-4af7-ae45-cfbabab4ba6a req-8b1d43cb-c116-4184-a654-e38477661ff6 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a0e2445-4a6b-41f4-9de4-59562c2f6418 HTTP/1.1" status: 200 len: 945 time: 0.0644922 May 10 18:59:05.880173 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d2676d84-dec9-41a7-8212-b802f6ad4bcf admin admin] Publish callbacks [] for security_group (0d4afcf0-5717-4cc2-8e2d-67b4a0408261), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:05.885297 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d2676d84-dec9-41a7-8212-b802f6ad4bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (0d4afcf0-5717-4cc2-8e2d-67b4a0408261), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:05.917403 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ac131f15-42a9-4af7-ae45-cfbabab4ba6a req-28c9b4b6-9406-420d-a0ec-b901b7c6dbbf tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5305e2e-efa5-4972-a7fe-4a69ecd167fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517297 May 10 18:59:05.922565 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2676d84-dec9-41a7-8212-b802f6ad4bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4afcf0-5717-4cc2-8e2d-67b4a0408261,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:05.926866 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-d2676d84-dec9-41a7-8212-b802f6ad4bcf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9b1feddf08514631b18d25bfe45ad98b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1549377 May 10 18:59:05.930658 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 40412) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:05.981195 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-39c6b1e3-acd1-4f4a-8645-3e3a6c4e1061 admin admin] Publish callbacks [] for security_group (0d4afcf0-5717-4cc2-8e2d-67b4a0408261), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:06.003955 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-39c6b1e3-acd1-4f4a-8645-3e3a6c4e1061 admin admin] Publish callbacks [] for security_group (0d4afcf0-5717-4cc2-8e2d-67b4a0408261), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:06.085907 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0b752-2a98-4e17-9465-38352c8aa161 req-fc25ce69-1f18-4584-95a0-a0915abcc9b8 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:06.087397 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-47f0b752-2a98-4e17-9465-38352c8aa161 req-fc25ce69-1f18-4584-95a0-a0915abcc9b8 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0621731 May 10 18:59:06.102394 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-39c6b1e3-acd1-4f4a-8645-3e3a6c4e1061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (0d4afcf0-5717-4cc2-8e2d-67b4a0408261), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:06.104750 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-39c6b1e3-acd1-4f4a-8645-3e3a6c4e1061 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:06.105805 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-39c6b1e3-acd1-4f4a-8645-3e3a6c4e1061 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0d4afcf0-5717-4cc2-8e2d-67b4a0408261 HTTP/1.1" status: 204 len: 168 time: 0.1740022 May 10 18:59:06.122433 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c6b1e3-acd1-4f4a-8645-3e3a6c4e1061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4afcf0-5717-4cc2-8e2d-67b4a0408261,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:06.150115 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-47f0b752-2a98-4e17-9465-38352c8aa161 req-2bf2d51e-3955-4fd2-a22a-8f6c247c8bb8 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558913 May 10 18:59:06.304070 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684faae5-dae3-4b49-aea9-1f45d85651fc req-d6f6fe9d-d5e7-40af-97c7-a6c815cb045a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:06.305621 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-684faae5-dae3-4b49-aea9-1f45d85651fc req-d6f6fe9d-d5e7-40af-97c7-a6c815cb045a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8531edb7-c043-461d-9962-84adba840bae HTTP/1.1" status: 200 len: 856 time: 0.0463026 May 10 18:59:06.359540 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684faae5-dae3-4b49-aea9-1f45d85651fc req-a8972338-ce27-4c2b-bf84-bae33d3c50bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:06.361319 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-684faae5-dae3-4b49-aea9-1f45d85651fc req-a8972338-ce27-4c2b-bf84-bae33d3c50bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=93f50fb6-d466-4999-a1b0-4ced1d39cc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473793 May 10 18:59:06.373252 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6e1be-d564-4c76-b259-3d03b40e339f req-57a960b7-a8f0-47c5-8865-30dbd7687568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:06.374919 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-65e6e1be-d564-4c76-b259-3d03b40e339f req-57a960b7-a8f0-47c5-8865-30dbd7687568 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4576b84-9910-4693-87ed-530385aa986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1126902 May 10 18:59:06.391990 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3004e4f9-dfd3-427f-9055-9422190eafd8 req-7952811a-5cdd-42e6-a473-3a512f2e36c0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b7e5737-5e94-464a-80ae-39d85134cbca HTTP/1.1" status: 200 len: 1000 time: 0.1155694 May 10 18:59:06.612243 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 40444) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:06.722038 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-65f09516-ed35-427d-9e5c-7de9280ee8b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:06.809050 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-65f09516-ed35-427d-9e5c-7de9280ee8b1 admin admin] Publish callbacks [] for security_group (5aa56d94-961b-47c8-9630-72532d63646f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:06.815469 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-65f09516-ed35-427d-9e5c-7de9280ee8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (5aa56d94-961b-47c8-9630-72532d63646f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:06.857866 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-65f09516-ed35-427d-9e5c-7de9280ee8b1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a523231bbc8c42f9a764cc6c85052727&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443922 May 10 18:59:06.859260 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f09516-ed35-427d-9e5c-7de9280ee8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa56d94-961b-47c8-9630-72532d63646f,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:06.860742 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 40462) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:06.924757 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-051e512e-4828-41ac-bc43-63965ce29d77 admin admin] Publish callbacks [] for security_group (5aa56d94-961b-47c8-9630-72532d63646f), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:06.955801 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-051e512e-4828-41ac-bc43-63965ce29d77 admin admin] Publish callbacks [] for security_group (5aa56d94-961b-47c8-9630-72532d63646f), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:07.114015 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcb5ac-780e-4a49-84bb-d2ba209af236 req-54b30469-0d17-4ba7-88b4-4a67ce0b9e30 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:07.115518 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7efcb5ac-780e-4a49-84bb-d2ba209af236 req-54b30469-0d17-4ba7-88b4-4a67ce0b9e30 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a0e2445-4a6b-41f4-9de4-59562c2f6418 HTTP/1.1" status: 200 len: 945 time: 0.0710561 May 10 18:59:07.162752 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-051e512e-4828-41ac-bc43-63965ce29d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (5aa56d94-961b-47c8-9630-72532d63646f), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:07.165255 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-051e512e-4828-41ac-bc43-63965ce29d77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:07.169014 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-051e512e-4828-41ac-bc43-63965ce29d77 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5aa56d94-961b-47c8-9630-72532d63646f HTTP/1.1" status: 204 len: 168 time: 0.3046725 May 10 18:59:07.177137 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-65e6e1be-d564-4c76-b259-3d03b40e339f req-b1a76520-2de6-40fb-bc03-14ce3f608d6b service neutron] 10.222.0.48 "GET /v2.0/networks/a4576b84-9910-4693-87ed-530385aa986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999247 May 10 18:59:07.191382 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e512e-4828-41ac-bc43-63965ce29d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa56d94-961b-47c8-9630-72532d63646f,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:07.200312 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7efcb5ac-780e-4a49-84bb-d2ba209af236 req-800b89d0-31f7-448a-acb2-b758eca927d5 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5305e2e-efa5-4972-a7fe-4a69ecd167fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747106 May 10 18:59:07.280120 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004e4f9-dfd3-427f-9055-9422190eafd8 req-8a644328-83cf-4882-9796-3930bf53b8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:07.281757 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3004e4f9-dfd3-427f-9055-9422190eafd8 req-8a644328-83cf-4882-9796-3930bf53b8f7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=945414bb-2eef-4f0c-992b-73a797dbf824 HTTP/1.1" status: 200 len: 850 time: 0.0683248 May 10 18:59:07.355040 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc75c0-c9c1-44d3-baeb-556c2b33ab74 req-24821281-2872-48f9-8741-e3c954bbc285 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:07.356642 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-85fc75c0-c9c1-44d3-baeb-556c2b33ab74 req-24821281-2872-48f9-8741-e3c954bbc285 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.1007838 May 10 18:59:07.421896 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-684faae5-dae3-4b49-aea9-1f45d85651fc req-8ec1e2b4-383c-415d-8871-8076246d4551 service neutron] 10.222.0.48 "GET /v2.0/networks/93f50fb6-d466-4999-a1b0-4ced1d39cc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078595 May 10 18:59:07.431375 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-85fc75c0-c9c1-44d3-baeb-556c2b33ab74 req-d98c48c8-2ec0-4376-8959-f54b582fc670 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645032 May 10 18:59:07.471478 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004e4f9-dfd3-427f-9055-9422190eafd8 req-f00b6d6a-8bf3-4edf-bb1a-fb42313af6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:07.473345 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3004e4f9-dfd3-427f-9055-9422190eafd8 req-f00b6d6a-8bf3-4edf-bb1a-fb42313af6f5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17ce47ba-754f-4a57-b915-d9f184cff0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1445017 May 10 18:59:07.513484 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-65e6e1be-d564-4c76-b259-3d03b40e339f req-d72c1e04-fb53-47a8-9806-0199cb7602db service neutron] 10.222.0.48 "GET /v2.0/networks/a4576b84-9910-4693-87ed-530385aa986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067382 May 10 18:59:07.546554 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-684faae5-dae3-4b49-aea9-1f45d85651fc req-8543925a-0072-4450-99bb-81b3557005f9 service neutron] 10.222.0.48 "GET /v2.0/networks/93f50fb6-d466-4999-a1b0-4ced1d39cc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888016 May 10 18:59:07.768562 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3004e4f9-dfd3-427f-9055-9422190eafd8 req-151b069a-7888-4453-885e-081f183f2118 service neutron] 10.222.0.48 "GET /v2.0/networks/17ce47ba-754f-4a57-b915-d9f184cff0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925341 May 10 18:59:08.245484 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96233928-4572-4eaf-a081-1cd8a9362b33 req-c28568eb-efc1-4f7d-8608-d5d16566635a tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:08.246959 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-96233928-4572-4eaf-a081-1cd8a9362b33 req-c28568eb-efc1-4f7d-8608-d5d16566635a tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0e2445-4a6b-41f4-9de4-59562c2f6418 HTTP/1.1" status: 200 len: 945 time: 0.0913706 May 10 18:59:08.341325 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3004e4f9-dfd3-427f-9055-9422190eafd8 req-ac4169f1-0c97-4d7c-a682-b4a16b73b48b service neutron] 10.222.0.48 "GET /v2.0/networks/17ce47ba-754f-4a57-b915-d9f184cff0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748250 May 10 18:59:08.344668 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:08.421835 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-96233928-4572-4eaf-a081-1cd8a9362b33 req-ef4907c0-3afa-41e2-8789-0b5d6f6964f7 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Deleting port d82d0229-ef21-4596-87d5-921bebe59bc4 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 18:59:08.422014 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-96233928-4572-4eaf-a081-1cd8a9362b33 req-ef4907c0-3afa-41e2-8789-0b5d6f6964f7 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (d82d0229-ef21-4596-87d5-921bebe59bc4), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:08.431651 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4bd072-88d4-46f0-922f-f57382aa6da7 req-e00e003c-a945-4352-905a-51f0f090345e tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:08.433194 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4b4bd072-88d4-46f0-922f-f57382aa6da7 req-e00e003c-a945-4352-905a-51f0f090345e tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a0e2445-4a6b-41f4-9de4-59562c2f6418 HTTP/1.1" status: 200 len: 945 time: 0.1209009 May 10 18:59:08.542373 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4b4bd072-88d4-46f0-922f-f57382aa6da7 req-01191d9b-3855-4f54-91b7-f2bccbb644e9 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5305e2e-efa5-4972-a7fe-4a69ecd167fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983396 May 10 18:59:08.574156 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-96233928-4572-4eaf-a081-1cd8a9362b33 req-ef4907c0-3afa-41e2-8789-0b5d6f6964f7 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] For port d82d0229-ef21-4596-87d5-921bebe59bc4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d82d0229-ef21-4596-87d5-921bebe59bc4,segment=NetworkSegment(a37197f5-e5ec-4c52-bd5d-47b60008e78c),segment_id=a37197f5-e5ec-4c52-bd5d-47b60008e78c)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:59:08.574519 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-96233928-4572-4eaf-a081-1cd8a9362b33 req-ef4907c0-3afa-41e2-8789-0b5d6f6964f7 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (d82d0229-ef21-4596-87d5-921bebe59bc4), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:08.608825 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-96233928-4572-4eaf-a081-1cd8a9362b33 req-ef4907c0-3afa-41e2-8789-0b5d6f6964f7 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Calling delete_port for d82d0229-ef21-4596-87d5-921bebe59bc4 owned by compute:nova {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 18:59:08.766266 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762af0f9-4cdb-4044-9562-9bb303c9d022 req-252ea3e7-bc82-4cfa-a5b4-5b932f7aad1a tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:08.773230 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-762af0f9-4cdb-4044-9562-9bb303c9d022 req-252ea3e7-bc82-4cfa-a5b4-5b932f7aad1a tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0591052 May 10 18:59:08.802191 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-96233928-4572-4eaf-a081-1cd8a9362b33 req-ef4907c0-3afa-41e2-8789-0b5d6f6964f7 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (d82d0229-ef21-4596-87d5-921bebe59bc4), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:08.817746 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-762af0f9-4cdb-4044-9562-9bb303c9d022 req-d342325e-65f9-4883-8502-e8633510007c tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433075 May 10 18:59:08.863529 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4907c0-3afa-41e2-8789-0b5d6f6964f7 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Pushing event deleted for resources: {'Port': ['ID=d82d0229-ef21-4596-87d5-921bebe59bc4,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:08.905326 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-96233928-4572-4eaf-a081-1cd8a9362b33 req-ef4907c0-3afa-41e2-8789-0b5d6f6964f7 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] No DVR routers for this DVR port d82d0229-ef21-4596-87d5-921bebe59bc4 on host hv-cinder-83699 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:59:08.908520 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-96233928-4572-4eaf-a081-1cd8a9362b33 req-ef4907c0-3afa-41e2-8789-0b5d6f6964f7 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:08.911791 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-96233928-4572-4eaf-a081-1cd8a9362b33 req-ef4907c0-3afa-41e2-8789-0b5d6f6964f7 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.48 "DELETE /v2.0/ports/d82d0229-ef21-4596-87d5-921bebe59bc4 HTTP/1.1" status: 204 len: 173 time: 0.6549389 May 10 18:59:08.912226 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0e2445-4a6b-41f4-9de4-59562c2f6418', 'name': 'network-vif-deleted', 'tag': 'd82d0229-ef21-4596-87d5-921bebe59bc4'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 18:59:08.914874 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5ee380-2978-4d7b-bca9-824aa8f830ab" -d '{"events": [{"server_uuid": "2a0e2445-4a6b-41f4-9de4-59562c2f6418", "name": "network-vif-deleted", "tag": "d82d0229-ef21-4596-87d5-921bebe59bc4"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 18:59:08.957116 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 18:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19aa830a-2f45-4ee7-8481-48283ec20c72 x-openstack-request-id: req-19aa830a-2f45-4ee7-8481-48283ec20c72 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 18:59:08.957479 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0e2445-4a6b-41f4-9de4-59562c2f6418", "name": "network-vif-deleted", "tag": "d82d0229-ef21-4596-87d5-921bebe59bc4", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 18:59:08.957800 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-19aa830a-2f45-4ee7-8481-48283ec20c72 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 18:59:08.958282 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19aa830a-2f45-4ee7-8481-48283ec20c72'] response: {'server_uuid': '2a0e2445-4a6b-41f4-9de4-59562c2f6418', 'name': 'network-vif-deleted', 'tag': 'd82d0229-ef21-4596-87d5-921bebe59bc4', 'status': 'completed', 'code': 200} May 10 18:59:09.278565 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8cdaa807-920d-4ea4-ba69-d65e7983a2bc req-e962d55c-b76f-49b4-808c-feb54c0bae9e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402670 May 10 18:59:09.419078 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdaa807-920d-4ea4-ba69-d65e7983a2bc req-dc085a01-5773-4241-ac80-7777ac16f2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:09.420481 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8cdaa807-920d-4ea4-ba69-d65e7983a2bc req-dc085a01-5773-4241-ac80-7777ac16f2c7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=772abdeeb78b4eaab9bc9d831eda68f3&device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 1129 time: 0.0396845 May 10 18:59:09.527459 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdaa807-920d-4ea4-ba69-d65e7983a2bc req-c7ab23d6-0720-45e7-a3a0-7f8501c4b782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:09.528982 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8cdaa807-920d-4ea4-ba69-d65e7983a2bc req-c7ab23d6-0720-45e7-a3a0-7f8501c4b782 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f5c43a6a-f0d1-477d-a8c6-2fea358c2538 HTTP/1.1" status: 200 len: 920 time: 0.0875425 May 10 18:59:09.571520 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8cdaa807-920d-4ea4-ba69-d65e7983a2bc req-c01e71ae-0186-4319-8969-676bfc8c2836 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92a763e8-0127-48f4-b51e-d0f7dfe094b6 HTTP/1.1" status: 200 len: 217 time: 0.0355914 May 10 18:59:09.622318 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdaa807-920d-4ea4-ba69-d65e7983a2bc req-69727c6d-5d7b-4186-a702-c7dfc5a8b48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:09.623755 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8cdaa807-920d-4ea4-ba69-d65e7983a2bc req-69727c6d-5d7b-4186-a702-c7dfc5a8b48a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ed489f3-e7d1-46ad-8ba4-625045889072 HTTP/1.1" status: 200 len: 858 time: 0.0456879 May 10 18:59:09.645109 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-a989c9cb-9c12-4b2f-951b-7468d44f260d req-1355ad03-afa2-458f-b0b5-87aaa7957727 tempest-DeleteServersTestJSON-40819985 tempest-DeleteServersTestJSON-40819985-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a0e2445-4a6b-41f4-9de4-59562c2f6418 HTTP/1.1" status: 200 len: 210 time: 0.0283718 May 10 18:59:09.674748 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdaa807-920d-4ea4-ba69-d65e7983a2bc req-78b3c338-379d-4d66-96f6-7f0e6b64b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:09.676176 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8cdaa807-920d-4ea4-ba69-d65e7983a2bc req-78b3c338-379d-4d66-96f6-7f0e6b64b566 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f5c43a6a-f0d1-477d-a8c6-2fea358c2538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429413 May 10 18:59:09.777350 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8cdaa807-920d-4ea4-ba69-d65e7983a2bc req-3ea77b8f-fc81-4cf5-a31d-25980b2bbe8d service neutron] 10.222.0.48 "GET /v2.0/networks/f5c43a6a-f0d1-477d-a8c6-2fea358c2538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933192 May 10 18:59:09.971034 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8cdaa807-920d-4ea4-ba69-d65e7983a2bc req-d2f302f5-1be6-4bb7-a50b-2f0fa0bbe788 service neutron] 10.222.0.48 "GET /v2.0/networks/f5c43a6a-f0d1-477d-a8c6-2fea358c2538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397951 May 10 18:59:09.977615 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398c3f1-9256-48d1-85b6-911ff612fa7c req-7ac94ba7-9218-4261-9f81-fd614929b0ee tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:09.978958 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c398c3f1-9256-48d1-85b6-911ff612fa7c req-7ac94ba7-9218-4261-9f81-fd614929b0ee tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0835419 May 10 18:59:10.007454 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 40560) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:10.029986 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c398c3f1-9256-48d1-85b6-911ff612fa7c req-36eb452c-d731-4a91-af9a-6efda0d55301 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447376 May 10 18:59:10.121948 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-149b69c6-866b-438c-bd71-eee140d1effa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:10.199835 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-149b69c6-866b-438c-bd71-eee140d1effa admin admin] Publish callbacks [] for security_group (a77ae388-960e-4c37-804c-aed514ca4fc9), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:10.205386 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-149b69c6-866b-438c-bd71-eee140d1effa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (a77ae388-960e-4c37-804c-aed514ca4fc9), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:10.243065 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-149b69c6-866b-438c-bd71-eee140d1effa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c213f3f1142a495887dda776027cb257&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344625 May 10 18:59:10.245594 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b69c6-866b-438c-bd71-eee140d1effa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77ae388-960e-4c37-804c-aed514ca4fc9,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:10.245737 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 40570) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:10.321907 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-05fac7ab-74c7-48a8-95bd-57a1fea3e41e admin admin] Publish callbacks [] for security_group (a77ae388-960e-4c37-804c-aed514ca4fc9), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:10.362872 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-05fac7ab-74c7-48a8-95bd-57a1fea3e41e admin admin] Publish callbacks [] for security_group (a77ae388-960e-4c37-804c-aed514ca4fc9), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:10.432058 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-05fac7ab-74c7-48a8-95bd-57a1fea3e41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (a77ae388-960e-4c37-804c-aed514ca4fc9), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:10.434701 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-05fac7ab-74c7-48a8-95bd-57a1fea3e41e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:10.435865 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-05fac7ab-74c7-48a8-95bd-57a1fea3e41e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a77ae388-960e-4c37-804c-aed514ca4fc9 HTTP/1.1" status: 204 len: 168 time: 0.1890802 May 10 18:59:10.446823 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fac7ab-74c7-48a8-95bd-57a1fea3e41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77ae388-960e-4c37-804c-aed514ca4fc9,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:10.459017 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device d82d0229-ef21-4596-87d5-921bebe59bc4 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 18:59:10.484631 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] No Port match for: d82d0229-ef21-4596-87d5-921bebe59bc4 {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 18:59:10.485023 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device d82d0229-ef21-4596-87d5-921bebe59bc4 not bound to the agent host hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 18:59:10.537573 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 40584) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:10.749791 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f5f4a490-3f1b-47e2-be64-245f06ccaa0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:10.841622 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f5f4a490-3f1b-47e2-be64-245f06ccaa0a admin admin] Publish callbacks [] for security_group (c3fe68f7-1d60-4711-bf13-63f39b8fbb8e), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:10.847482 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f5f4a490-3f1b-47e2-be64-245f06ccaa0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (c3fe68f7-1d60-4711-bf13-63f39b8fbb8e), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:10.887255 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4a490-3f1b-47e2-be64-245f06ccaa0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fe68f7-1d60-4711-bf13-63f39b8fbb8e,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:10.893502 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-f5f4a490-3f1b-47e2-be64-245f06ccaa0a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=46ad3099cd7b4b6f8f6c8f9f4cfa87d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3548455 May 10 18:59:10.896221 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 40608) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:10.950008 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7cf10826-f39e-4fe0-80c2-3371641c1525 admin admin] Publish callbacks [] for security_group (c3fe68f7-1d60-4711-bf13-63f39b8fbb8e), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:10.982016 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7cf10826-f39e-4fe0-80c2-3371641c1525 admin admin] Publish callbacks [] for security_group (c3fe68f7-1d60-4711-bf13-63f39b8fbb8e), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:11.043986 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7cf10826-f39e-4fe0-80c2-3371641c1525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (c3fe68f7-1d60-4711-bf13-63f39b8fbb8e), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:11.046541 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7cf10826-f39e-4fe0-80c2-3371641c1525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:11.047702 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-7cf10826-f39e-4fe0-80c2-3371641c1525 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c3fe68f7-1d60-4711-bf13-63f39b8fbb8e HTTP/1.1" status: 204 len: 168 time: 0.1504922 May 10 18:59:11.058277 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf10826-f39e-4fe0-80c2-3371641c1525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fe68f7-1d60-4711-bf13-63f39b8fbb8e,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:11.169914 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85040c-b83f-462f-8cd0-68b8878df35f req-3c9232ad-8895-4964-800e-89b479142e21 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:11.171592 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-1c85040c-b83f-462f-8cd0-68b8878df35f req-3c9232ad-8895-4964-800e-89b479142e21 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0515614 May 10 18:59:11.223640 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-1c85040c-b83f-462f-8cd0-68b8878df35f req-4b74102e-34d5-469b-b897-b8327705603d tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462401 May 10 18:59:11.356883 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 40636) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:11.370605 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0ad1aba7-2ad2-4405-b339-ca31ae91a765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:11.468656 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0ad1aba7-2ad2-4405-b339-ca31ae91a765 admin admin] Publish callbacks [] for security_group (0acdd298-3be1-4b58-bc9e-1accd14d5e06), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:11.473590 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0ad1aba7-2ad2-4405-b339-ca31ae91a765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (0acdd298-3be1-4b58-bc9e-1accd14d5e06), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:11.517135 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-0ad1aba7-2ad2-4405-b339-ca31ae91a765 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7d9440d290ac4c5eaa5369ebf7dc21b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1589799 May 10 18:59:11.519475 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1aba7-2ad2-4405-b339-ca31ae91a765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acdd298-3be1-4b58-bc9e-1accd14d5e06,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:11.519970 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 40642) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:11.573558 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e978d986-c3b3-471d-bbc0-b60321588b0f admin admin] Publish callbacks [] for security_group (0acdd298-3be1-4b58-bc9e-1accd14d5e06), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:11.596379 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e978d986-c3b3-471d-bbc0-b60321588b0f admin admin] Publish callbacks [] for security_group (0acdd298-3be1-4b58-bc9e-1accd14d5e06), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:11.642389 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 40648) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:11.652972 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e978d986-c3b3-471d-bbc0-b60321588b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (0acdd298-3be1-4b58-bc9e-1accd14d5e06), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:11.656279 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e978d986-c3b3-471d-bbc0-b60321588b0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:11.660027 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-e978d986-c3b3-471d-bbc0-b60321588b0f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0acdd298-3be1-4b58-bc9e-1accd14d5e06 HTTP/1.1" status: 204 len: 168 time: 0.1364582 May 10 18:59:11.666127 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978d986-c3b3-471d-bbc0-b60321588b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acdd298-3be1-4b58-bc9e-1accd14d5e06,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:11.689134 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 40654) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:11.807730 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1a532d71-03b9-41af-9535-90b34c591d96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:11.888940 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1a532d71-03b9-41af-9535-90b34c591d96 admin admin] Publish callbacks [] for security_group (b156c57b-7c85-4f1e-8cfd-698170bb8b01), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:11.893116 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1a532d71-03b9-41af-9535-90b34c591d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (b156c57b-7c85-4f1e-8cfd-698170bb8b01), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:11.933995 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-1a532d71-03b9-41af-9535-90b34c591d96 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f4edc9bcf730480487f8be6915d32af9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2899957 May 10 18:59:11.934958 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a532d71-03b9-41af-9535-90b34c591d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b156c57b-7c85-4f1e-8cfd-698170bb8b01,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:11.936975 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 40664) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:11.971702 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-63d4f989-443b-42a5-b789-f7f3cc70a2e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:12.002030 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5e3ff76e-6871-43e1-b264-a9df376efc15 admin admin] Publish callbacks [] for security_group (b156c57b-7c85-4f1e-8cfd-698170bb8b01), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:12.028458 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5e3ff76e-6871-43e1-b264-a9df376efc15 admin admin] Publish callbacks [] for security_group (b156c57b-7c85-4f1e-8cfd-698170bb8b01), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:12.053178 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-63d4f989-443b-42a5-b789-f7f3cc70a2e1 admin admin] Publish callbacks [] for security_group (28aef960-e22e-43bb-89fd-10b205bfb04e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:12.059585 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-63d4f989-443b-42a5-b789-f7f3cc70a2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (28aef960-e22e-43bb-89fd-10b205bfb04e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:12.091205 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5e3ff76e-6871-43e1-b264-a9df376efc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (b156c57b-7c85-4f1e-8cfd-698170bb8b01), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:12.094463 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5e3ff76e-6871-43e1-b264-a9df376efc15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:12.095876 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-5e3ff76e-6871-43e1-b264-a9df376efc15 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b156c57b-7c85-4f1e-8cfd-698170bb8b01 HTTP/1.1" status: 204 len: 168 time: 0.1571338 May 10 18:59:12.105390 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ff76e-6871-43e1-b264-a9df376efc15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b156c57b-7c85-4f1e-8cfd-698170bb8b01,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:12.112989 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-63d4f989-443b-42a5-b789-f7f3cc70a2e1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=37514d34bfe240d5925cc92bba0702f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4227209 May 10 18:59:12.116621 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 40676) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:12.125292 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4f989-443b-42a5-b789-f7f3cc70a2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28aef960-e22e-43bb-89fd-10b205bfb04e,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:12.176468 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 40680) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:12.182476 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-62d6391d-a1c1-4e55-8206-dba0a85907f7 admin admin] Publish callbacks [] for security_group (28aef960-e22e-43bb-89fd-10b205bfb04e), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:12.206508 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-62d6391d-a1c1-4e55-8206-dba0a85907f7 admin admin] Publish callbacks [] for security_group (28aef960-e22e-43bb-89fd-10b205bfb04e), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:12.222223 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-a151410d-e8a5-47a3-8ea3-69e4704f1a43 admin admin] Deleting subnet adf3250e-cef8-46a7-b04b-c2b2a1ec720d {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 18:59:12.225802 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a151410d-e8a5-47a3-8ea3-69e4704f1a43 admin admin] Publish callbacks [] for subnet (adf3250e-cef8-46a7-b04b-c2b2a1ec720d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:12.270297 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-62d6391d-a1c1-4e55-8206-dba0a85907f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (28aef960-e22e-43bb-89fd-10b205bfb04e), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:12.273131 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-62d6391d-a1c1-4e55-8206-dba0a85907f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:12.274472 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-62d6391d-a1c1-4e55-8206-dba0a85907f7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/28aef960-e22e-43bb-89fd-10b205bfb04e HTTP/1.1" status: 204 len: 168 time: 0.1567118 May 10 18:59:12.287242 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d6391d-a1c1-4e55-8206-dba0a85907f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28aef960-e22e-43bb-89fd-10b205bfb04e,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:12.372740 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085428ea-5d71-4f06-944d-9333bbc2d323 req-6a9051d9-e306-4dd4-b2a7-94a1959d6838 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:12.374464 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-085428ea-5d71-4f06-944d-9333bbc2d323 req-6a9051d9-e306-4dd4-b2a7-94a1959d6838 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0516605 May 10 18:59:12.432917 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-085428ea-5d71-4f06-944d-9333bbc2d323 req-e88b7ad2-f6f9-4bf1-882c-fdb7f29a9df2 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518816 May 10 18:59:12.553616 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a151410d-e8a5-47a3-8ea3-69e4704f1a43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4514108'] for subnet (adf3250e-cef8-46a7-b04b-c2b2a1ec720d), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:12.592621 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a151410d-e8a5-47a3-8ea3-69e4704f1a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966585'] for subnet (adf3250e-cef8-46a7-b04b-c2b2a1ec720d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:12.650394 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a151410d-e8a5-47a3-8ea3-69e4704f1a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4468822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4218745'] for subnet (adf3250e-cef8-46a7-b04b-c2b2a1ec720d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:12.659378 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 40702) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:12.672838 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0a7e5a72-5c73-4363-9790-c416babfa08d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:12.680224 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151410d-e8a5-47a3-8ea3-69e4704f1a43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adf3250e-cef8-46a7-b04b-c2b2a1ec720d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:12.688113 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a151410d-e8a5-47a3-8ea3-69e4704f1a43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:12.695174 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-a151410d-e8a5-47a3-8ea3-69e4704f1a43 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/adf3250e-cef8-46a7-b04b-c2b2a1ec720d HTTP/1.1" status: 204 len: 168 time: 0.5175917 May 10 18:59:12.695853 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 40704) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:12.770827 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0a7e5a72-5c73-4363-9790-c416babfa08d admin admin] Publish callbacks [] for security_group (2b2d0bf7-917c-49ed-a969-47e3b4d513af), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:12.775988 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0a7e5a72-5c73-4363-9790-c416babfa08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (2b2d0bf7-917c-49ed-a969-47e3b4d513af), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:12.785904 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab26ad83-6c40-4598-b7f2-a46931127e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824044'] for network (ae0b3827-f93b-468a-bc15-f879841e540a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:12.816833 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e5a72-5c73-4363-9790-c416babfa08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2d0bf7-917c-49ed-a969-47e3b4d513af,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:12.828264 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-0a7e5a72-5c73-4363-9790-c416babfa08d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c37ef3e8239c40d88ea23add56566d6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1675701 May 10 18:59:12.830785 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 40714) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:12.869226 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab26ad83-6c40-4598-b7f2-a46931127e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965186', 'neutron.services.segments.db._delete_segments_for_network-8776401828657'] for network (ae0b3827-f93b-468a-bc15-f879841e540a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:12.889005 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2fab5a70-bb2d-4ae3-a9e7-6fca3f88b649 admin admin] Publish callbacks [] for security_group (2b2d0bf7-917c-49ed-a969-47e3b4d513af), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:12.893321 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.services.segments.db [None req-ab26ad83-6c40-4598-b7f2-a46931127e46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae0b3827-f93b-468a-bc15-f879841e540a']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:59:12.902941 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.services.segments.db [None req-ab26ad83-6c40-4598-b7f2-a46931127e46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a37197f5-e5ec-4c52-bd5d-47b60008e78c') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:59:12.903274 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.services.segments.db [None req-ab26ad83-6c40-4598-b7f2-a46931127e46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a37197f5-e5ec-4c52-bd5d-47b60008e78c') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:59:12.914758 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2fab5a70-bb2d-4ae3-a9e7-6fca3f88b649 admin admin] Publish callbacks [] for security_group (2b2d0bf7-917c-49ed-a969-47e3b4d513af), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:12.917023 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab26ad83-6c40-4598-b7f2-a46931127e46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776401828410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4514247'] for segment (a37197f5-e5ec-4c52-bd5d-47b60008e78c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:12.932470 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab26ad83-6c40-4598-b7f2-a46931127e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860'] for segment (a37197f5-e5ec-4c52-bd5d-47b60008e78c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:12.940562 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab26ad83-6c40-4598-b7f2-a46931127e46 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 18:59:12.941236 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab26ad83-6c40-4598-b7f2-a46931127e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4468796'] for segment (a37197f5-e5ec-4c52-bd5d-47b60008e78c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:12.944009 dv-cinder-836996-18-iscsi neutron-server[103422]: Traceback (most recent call last): May 10 18:59:12.944009 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 18:59:12.944009 dv-cinder-836996-18-iscsi neutron-server[103422]: timer() May 10 18:59:12.944009 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 18:59:12.944009 dv-cinder-836996-18-iscsi neutron-server[103422]: cb(*args, **kw) May 10 18:59:12.944009 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 18:59:12.944009 dv-cinder-836996-18-iscsi neutron-server[103422]: return func(*args, **kwargs) May 10 18:59:12.944009 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 18:59:12.944009 dv-cinder-836996-18-iscsi neutron-server[103422]: self._notify() May 10 18:59:12.944009 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 18:59:12.944009 dv-cinder-836996-18-iscsi neutron-server[103422]: self.callback(batched_events) May 10 18:59:12.944009 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 18:59:12.944009 dv-cinder-836996-18-iscsi neutron-server[103422]: event.method(event) May 10 18:59:12.944009 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 18:59:12.944009 dv-cinder-836996-18-iscsi neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 18:59:12.944009 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 18:59:12.944009 dv-cinder-836996-18-iscsi neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( May 10 18:59:12.944009 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 18:59:12.944009 dv-cinder-836996-18-iscsi neutron-server[103422]: return f(self, *a, **k) May 10 18:59:12.944009 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 18:59:12.944009 dv-cinder-836996-18-iscsi neutron-server[103422]: return self._get(url).json() May 10 18:59:12.944009 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 18:59:12.944009 dv-cinder-836996-18-iscsi neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 18:59:12.944009 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 18:59:12.944009 dv-cinder-836996-18-iscsi neutron-server[103422]: return self.request(url, 'GET', **kwargs) May 10 18:59:12.944009 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 18:59:12.944009 dv-cinder-836996-18-iscsi neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, May 10 18:59:12.944009 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 18:59:12.944009 dv-cinder-836996-18-iscsi neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 18:59:12.944009 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 18:59:12.944009 dv-cinder-836996-18-iscsi neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 18:59:12.944009 dv-cinder-836996-18-iscsi neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 18:59:12.970919 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2fab5a70-bb2d-4ae3-a9e7-6fca3f88b649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (2b2d0bf7-917c-49ed-a969-47e3b4d513af), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:12.974301 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2fab5a70-bb2d-4ae3-a9e7-6fca3f88b649 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:12.978720 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-2fab5a70-bb2d-4ae3-a9e7-6fca3f88b649 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2b2d0bf7-917c-49ed-a969-47e3b4d513af HTTP/1.1" status: 204 len: 168 time: 0.1466703 May 10 18:59:12.988073 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab5a70-bb2d-4ae3-a9e7-6fca3f88b649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2d0bf7-917c-49ed-a969-47e3b4d513af,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:13.014716 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab26ad83-6c40-4598-b7f2-a46931127e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2085882'] for network (ae0b3827-f93b-468a-bc15-f879841e540a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:13.034455 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab26ad83-6c40-4598-b7f2-a46931127e46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:13.038326 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-ab26ad83-6c40-4598-b7f2-a46931127e46 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ae0b3827-f93b-468a-bc15-f879841e540a HTTP/1.1" status: 204 len: 168 time: 0.3413012 May 10 18:59:13.039487 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26ad83-6c40-4598-b7f2-a46931127e46 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae0b3827-f93b-468a-bc15-f879841e540a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:13.280957 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 40728) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:13.331742 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-c46e60aa-70c3-4104-9952-5fffbad98f07 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=78dc305288844d31b96ce03cca84d0de&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0493593 May 10 18:59:13.335223 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 40730) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:13.383677 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7c0484f6-fd9c-4636-8cad-98531c68c4e6 admin admin] Publish callbacks [] for security_group (f5305e2e-efa5-4972-a7fe-4a69ecd167fb), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:13.405154 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7c0484f6-fd9c-4636-8cad-98531c68c4e6 admin admin] Publish callbacks [] for security_group (f5305e2e-efa5-4972-a7fe-4a69ecd167fb), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:13.422326 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 40734) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:13.468117 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7c0484f6-fd9c-4636-8cad-98531c68c4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (f5305e2e-efa5-4972-a7fe-4a69ecd167fb), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:13.468117 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7c0484f6-fd9c-4636-8cad-98531c68c4e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:13.468117 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-7c0484f6-fd9c-4636-8cad-98531c68c4e6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f5305e2e-efa5-4972-a7fe-4a69ecd167fb HTTP/1.1" status: 204 len: 168 time: 0.1272500 May 10 18:59:13.481387 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0484f6-fd9c-4636-8cad-98531c68c4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5305e2e-efa5-4972-a7fe-4a69ecd167fb,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:13.583543 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada85bc-42bf-4767-9e6e-1d301c5c2378 req-03dc377d-3893-46f2-8b58-532a78ca7185 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:13.589454 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-bada85bc-42bf-4767-9e6e-1d301c5c2378 req-03dc377d-3893-46f2-8b58-532a78ca7185 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0623939 May 10 18:59:13.638188 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-707aa756-1962-45f9-b20f-ed2ed6bc12ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:13.673905 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-bada85bc-42bf-4767-9e6e-1d301c5c2378 req-8d13f9ca-6e20-4496-8cd2-71087515feb4 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713274 May 10 18:59:13.761898 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-707aa756-1962-45f9-b20f-ed2ed6bc12ea admin admin] Publish callbacks [] for security_group (e0565c3b-b236-4472-8243-ee7b99fd9580), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:13.768405 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-707aa756-1962-45f9-b20f-ed2ed6bc12ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (e0565c3b-b236-4472-8243-ee7b99fd9580), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:13.811738 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-707aa756-1962-45f9-b20f-ed2ed6bc12ea admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4fe7665f1ecf4c9791551c857c91d4d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3879979 May 10 18:59:13.814551 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 40750) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:13.820986 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707aa756-1962-45f9-b20f-ed2ed6bc12ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0565c3b-b236-4472-8243-ee7b99fd9580,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:13.881034 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1ea2ef51-e96a-4c76-9698-3127c74b39bd admin admin] Publish callbacks [] for security_group (e0565c3b-b236-4472-8243-ee7b99fd9580), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:13.904428 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1ea2ef51-e96a-4c76-9698-3127c74b39bd admin admin] Publish callbacks [] for security_group (e0565c3b-b236-4472-8243-ee7b99fd9580), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:13.964548 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1ea2ef51-e96a-4c76-9698-3127c74b39bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (e0565c3b-b236-4472-8243-ee7b99fd9580), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:13.967177 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1ea2ef51-e96a-4c76-9698-3127c74b39bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:13.969441 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-1ea2ef51-e96a-4c76-9698-3127c74b39bd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e0565c3b-b236-4472-8243-ee7b99fd9580 HTTP/1.1" status: 204 len: 168 time: 0.1528730 May 10 18:59:13.979135 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2ef51-e96a-4c76-9698-3127c74b39bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0565c3b-b236-4472-8243-ee7b99fd9580,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:14.798735 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f557e-7a7f-44b9-bb44-083ac1b1e1c8 req-4479d28b-9b47-44da-8ac3-f3a30571de90 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:14.806217 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-e71f557e-7a7f-44b9-bb44-083ac1b1e1c8 req-4479d28b-9b47-44da-8ac3-f3a30571de90 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0550129 May 10 18:59:14.855099 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-e71f557e-7a7f-44b9-bb44-083ac1b1e1c8 req-252e96ef-0ad4-48fa-831d-324e4234a031 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480008 May 10 18:59:15.982492 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62536f4-47df-4b73-a57b-9ecdf2b45a2f req-538a0734-83ba-4a80-93fd-e5b353ee5c36 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:15.983959 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-c62536f4-47df-4b73-a57b-9ecdf2b45a2f req-538a0734-83ba-4a80-93fd-e5b353ee5c36 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0586672 May 10 18:59:16.033214 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-c62536f4-47df-4b73-a57b-9ecdf2b45a2f req-1e74e241-abf6-42f1-a4d6-f07c7c1c55ff tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433204 May 10 18:59:17.160209 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b207579-0cb1-4c23-ae15-78849a17eed1 req-da9f480d-e055-4d2c-8b6f-cad44d0794b4 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:17.161712 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9b207579-0cb1-4c23-ae15-78849a17eed1 req-da9f480d-e055-4d2c-8b6f-cad44d0794b4 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0591550 May 10 18:59:17.212945 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9b207579-0cb1-4c23-ae15-78849a17eed1 req-ab20734d-bf42-4568-a27c-14b6269d028a tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454345 May 10 18:59:18.328818 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa8cf0-e26c-4606-850e-50b83701b63b req-3c42865d-3304-4581-b294-640e14480d8f tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:18.330274 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-73aa8cf0-e26c-4606-850e-50b83701b63b req-3c42865d-3304-4581-b294-640e14480d8f tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0477610 May 10 18:59:18.387470 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-73aa8cf0-e26c-4606-850e-50b83701b63b req-4aace977-ae1b-415a-9a53-6461473bc153 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505838 May 10 18:59:19.504204 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d497a-fbd7-4ea6-be82-75c7322513cc req-49050acf-5d4e-4232-bfa2-5de605bfc735 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:19.505720 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-772d497a-fbd7-4ea6-be82-75c7322513cc req-49050acf-5d4e-4232-bfa2-5de605bfc735 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0469489 May 10 18:59:19.553845 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-772d497a-fbd7-4ea6-be82-75c7322513cc req-3dfc2063-a55a-4f4a-a3b4-7a9a7da9d8c9 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423968 May 10 18:59:20.668257 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5af37-cab8-4cdc-80ae-41059ad4e37a req-f22c571b-8524-412e-8285-9b950cd6fd38 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:20.669748 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-59e5af37-cab8-4cdc-80ae-41059ad4e37a req-f22c571b-8524-412e-8285-9b950cd6fd38 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0468519 May 10 18:59:20.718181 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-59e5af37-cab8-4cdc-80ae-41059ad4e37a req-32664623-d81c-40b6-84fc-d26edc6f35b2 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426152 May 10 18:59:21.847792 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccbb63-b3bc-4953-88f2-d99e7d6167f8 req-2e544089-fd82-4eae-ade5-1c1db0b12b9f tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:21.849321 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-daccbb63-b3bc-4953-88f2-d99e7d6167f8 req-2e544089-fd82-4eae-ade5-1c1db0b12b9f tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0508573 May 10 18:59:21.901913 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-daccbb63-b3bc-4953-88f2-d99e7d6167f8 req-eb23ee59-3f64-47d5-b92a-45055e3bbcd6 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469282 May 10 18:59:23.032220 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bdfa2-63bf-4ba3-b469-84e00eca9d78 req-7aef1537-3151-44b0-9bbd-db8765c9d3c7 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:23.034055 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4b1bdfa2-63bf-4ba3-b469-84e00eca9d78 req-7aef1537-3151-44b0-9bbd-db8765c9d3c7 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0553598 May 10 18:59:23.083514 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4b1bdfa2-63bf-4ba3-b469-84e00eca9d78 req-f6dcd341-f5c6-432f-b9e6-6181e65d46d2 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429952 May 10 18:59:24.358287 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db292717-8aef-4b6f-a3a2-7de3278272d1 req-7ffaf736-aaaf-4a0a-b7ec-537707f22875 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:24.359735 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-db292717-8aef-4b6f-a3a2-7de3278272d1 req-7ffaf736-aaaf-4a0a-b7ec-537707f22875 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0578611 May 10 18:59:24.409139 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-db292717-8aef-4b6f-a3a2-7de3278272d1 req-754683ff-391a-43df-9095-13f169115f6e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409207 May 10 18:59:25.525438 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0df1f1-8961-480b-8df5-7091f217a1ac req-55049a68-8e99-46f0-a9bf-536c01d18e7f tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:25.526991 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3e0df1f1-8961-480b-8df5-7091f217a1ac req-55049a68-8e99-46f0-a9bf-536c01d18e7f tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0481231 May 10 18:59:25.573770 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3e0df1f1-8961-480b-8df5-7091f217a1ac req-c28c1bae-1dc8-4cb0-8905-3219e4b044c4 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412271 May 10 18:59:26.692727 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b8f41-dd47-4f59-ab7f-dcb00f5387e1 req-236c2383-52fe-4546-a853-b375008ee499 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:26.694207 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e85b8f41-dd47-4f59-ab7f-dcb00f5387e1 req-236c2383-52fe-4546-a853-b375008ee499 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0479059 May 10 18:59:26.747568 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e85b8f41-dd47-4f59-ab7f-dcb00f5387e1 req-2d30f188-81e4-4c8b-aa1a-abcccc44e5f7 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453043 May 10 18:59:27.881167 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1433db-0ff3-4c9f-b0d1-a1e410057a76 req-47bcc48d-f334-45c5-9da7-b3228165b771 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:27.882683 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3b1433db-0ff3-4c9f-b0d1-a1e410057a76 req-47bcc48d-f334-45c5-9da7-b3228165b771 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0474460 May 10 18:59:27.932855 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3b1433db-0ff3-4c9f-b0d1-a1e410057a76 req-e5959d8b-3bb8-48f2-8c92-c2161a425c3b tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421789 May 10 18:59:28.385124 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 41058) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:28.501123 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0249591c-c5a1-4300-bfe2-11882496b80c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:28.572822 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0249591c-c5a1-4300-bfe2-11882496b80c admin admin] Publish callbacks [] for security_group (f552b3ff-7eac-460c-a470-ea10e5747b67), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:28.578275 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0249591c-c5a1-4300-bfe2-11882496b80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (f552b3ff-7eac-460c-a470-ea10e5747b67), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:28.615597 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-0249591c-c5a1-4300-bfe2-11882496b80c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d27667694cf7435dac925a99cb974d24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293272 May 10 18:59:28.616720 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249591c-c5a1-4300-bfe2-11882496b80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f552b3ff-7eac-460c-a470-ea10e5747b67,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:28.618592 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 41062) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:28.668369 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d6a8ace1-9b4d-4b4d-8d8d-2fd93734b0df admin admin] Publish callbacks [] for security_group (f552b3ff-7eac-460c-a470-ea10e5747b67), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:28.689385 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d6a8ace1-9b4d-4b4d-8d8d-2fd93734b0df admin admin] Publish callbacks [] for security_group (f552b3ff-7eac-460c-a470-ea10e5747b67), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:28.737754 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d6a8ace1-9b4d-4b4d-8d8d-2fd93734b0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (f552b3ff-7eac-460c-a470-ea10e5747b67), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:28.740425 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d6a8ace1-9b4d-4b4d-8d8d-2fd93734b0df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:28.741663 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-d6a8ace1-9b4d-4b4d-8d8d-2fd93734b0df admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f552b3ff-7eac-460c-a470-ea10e5747b67 HTTP/1.1" status: 204 len: 168 time: 0.1220942 May 10 18:59:28.749371 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8ace1-9b4d-4b4d-8d8d-2fd93734b0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f552b3ff-7eac-460c-a470-ea10e5747b67,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:28.842850 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7ab5b687-9426-45fc-9aa4-04adba727901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:29.049478 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78dcb0-51ab-4547-a4b8-34ff9daaf549 req-255ebb79-ee9b-43cb-bf71-241a3b4817b3 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:29.050981 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aa78dcb0-51ab-4547-a4b8-34ff9daaf549 req-255ebb79-ee9b-43cb-bf71-241a3b4817b3 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0503073 May 10 18:59:29.098087 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aa78dcb0-51ab-4547-a4b8-34ff9daaf549 req-8d8747cd-4b03-4b09-b4a1-8a5c52d43447 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412641 May 10 18:59:30.224342 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50854f-ffa4-4a28-972a-4452558bd74f req-50d2f9b8-b5dc-4aab-a39b-26b637253c29 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:30.225801 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-ed50854f-ffa4-4a28-972a-4452558bd74f req-50d2f9b8-b5dc-4aab-a39b-26b637253c29 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0491192 May 10 18:59:30.280002 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-ed50854f-ffa4-4a28-972a-4452558bd74f req-ca1549a3-3c0d-449a-9373-fb05473598db tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459325 May 10 18:59:30.584955 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 18:59:31.232337 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-80131325-52f9-44cf-9160-6c5f4b4b99ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:31.395763 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed778918-784e-44d4-8b8a-465c5d149067 req-20094779-484b-44a9-b2cb-d9b56cbbd224 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:31.397868 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-ed778918-784e-44d4-8b8a-465c5d149067 req-20094779-484b-44a9-b2cb-d9b56cbbd224 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0489254 May 10 18:59:31.447518 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-ed778918-784e-44d4-8b8a-465c5d149067 req-55f393ca-5773-455b-9e47-d73335245e74 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440462 May 10 18:59:32.539823 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:32.563328 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b132783-ff95-4322-a4cd-bfefdc7137db req-71040dea-7291-4bec-870e-68222cb8c70f tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:32.564841 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-6b132783-ff95-4322-a4cd-bfefdc7137db req-71040dea-7291-4bec-870e-68222cb8c70f tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0475965 May 10 18:59:32.611530 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-6b132783-ff95-4322-a4cd-bfefdc7137db req-ede4258c-0197-4879-8fa3-1422d5ee8a7b tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405824 May 10 18:59:33.508500 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 41202) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:33.618985 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1799d869-4d9e-43ea-80de-d6ccdb4be3d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:33.702442 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1799d869-4d9e-43ea-80de-d6ccdb4be3d2 admin admin] Publish callbacks [] for security_group (c1cc7abd-0413-41a0-8dbb-bd12699ee477), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:33.706966 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1799d869-4d9e-43ea-80de-d6ccdb4be3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (c1cc7abd-0413-41a0-8dbb-bd12699ee477), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:33.712184 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:33.729257 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f856600-e8b0-4eb8-8a2a-a7c624295aab req-e4cec097-4de4-4bd2-9634-8d33bff8cef9 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:33.730745 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7f856600-e8b0-4eb8-8a2a-a7c624295aab req-e4cec097-4de4-4bd2-9634-8d33bff8cef9 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0493288 May 10 18:59:33.747722 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-1799d869-4d9e-43ea-80de-d6ccdb4be3d2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=41c09128f4d0439b85ac6ebea838ea4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357183 May 10 18:59:33.747722 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799d869-4d9e-43ea-80de-d6ccdb4be3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cc7abd-0413-41a0-8dbb-bd12699ee477,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:33.749155 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 41210) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:33.784524 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7f856600-e8b0-4eb8-8a2a-a7c624295aab req-b12c72b9-d404-4833-ad89-21bfbc7d6aa4 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480657 May 10 18:59:33.804102 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e4ab54a-d88a-4cec-82ad-b5cee426d778 admin admin] Publish callbacks [] for security_group (c1cc7abd-0413-41a0-8dbb-bd12699ee477), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:33.825829 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e4ab54a-d88a-4cec-82ad-b5cee426d778 admin admin] Publish callbacks [] for security_group (c1cc7abd-0413-41a0-8dbb-bd12699ee477), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:33.873374 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e4ab54a-d88a-4cec-82ad-b5cee426d778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (c1cc7abd-0413-41a0-8dbb-bd12699ee477), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:33.876254 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e4ab54a-d88a-4cec-82ad-b5cee426d778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:33.877455 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-2e4ab54a-d88a-4cec-82ad-b5cee426d778 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c1cc7abd-0413-41a0-8dbb-bd12699ee477 HTTP/1.1" status: 204 len: 168 time: 0.1269395 May 10 18:59:33.886107 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ab54a-d88a-4cec-82ad-b5cee426d778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cc7abd-0413-41a0-8dbb-bd12699ee477,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:34.897707 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c745fd3-b027-40f3-b453-4cfbbdb97c01 req-d9781e42-8eda-46be-ad3e-6dc1957855a0 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:34.899183 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-7c745fd3-b027-40f3-b453-4cfbbdb97c01 req-d9781e42-8eda-46be-ad3e-6dc1957855a0 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0482609 May 10 18:59:34.949733 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-7c745fd3-b027-40f3-b453-4cfbbdb97c01 req-28662aae-e81f-43c6-8ad9-52d4eb790a97 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449309 May 10 18:59:35.374477 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:35.449484 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 41276) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:35.555427 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9de61479-90f0-4c90-a17b-372912e39fb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:35.630586 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9de61479-90f0-4c90-a17b-372912e39fb8 admin admin] Publish callbacks [] for security_group (85deb874-5938-4af0-baac-e64027049108), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:35.637565 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9de61479-90f0-4c90-a17b-372912e39fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (85deb874-5938-4af0-baac-e64027049108), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:35.673935 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de61479-90f0-4c90-a17b-372912e39fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85deb874-5938-4af0-baac-e64027049108,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:35.678267 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-9de61479-90f0-4c90-a17b-372912e39fb8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=211467f5b74945b58718100c76e4cb35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277427 May 10 18:59:35.680817 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 41284) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:35.728108 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c735358f-3026-4775-9b4f-229fb1846e38 admin admin] Publish callbacks [] for security_group (85deb874-5938-4af0-baac-e64027049108), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:35.749742 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c735358f-3026-4775-9b4f-229fb1846e38 admin admin] Publish callbacks [] for security_group (85deb874-5938-4af0-baac-e64027049108), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:35.799110 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c735358f-3026-4775-9b4f-229fb1846e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (85deb874-5938-4af0-baac-e64027049108), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:35.801559 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c735358f-3026-4775-9b4f-229fb1846e38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:35.802712 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-c735358f-3026-4775-9b4f-229fb1846e38 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/85deb874-5938-4af0-baac-e64027049108 HTTP/1.1" status: 204 len: 168 time: 0.1208286 May 10 18:59:35.810140 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735358f-3026-4775-9b4f-229fb1846e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85deb874-5938-4af0-baac-e64027049108,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:36.070596 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 41292) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:36.075424 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06deae8b-1dba-4eb0-9e85-99d3b131403b req-d336345c-f227-480f-b481-9283da1d2268 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:36.076930 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-06deae8b-1dba-4eb0-9e85-99d3b131403b req-d336345c-f227-480f-b481-9283da1d2268 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0522432 May 10 18:59:36.083935 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5b982e08-ad86-4156-912c-6d9ba4a2eeb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:36.125425 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-06deae8b-1dba-4eb0-9e85-99d3b131403b req-10e266af-463c-4c6d-9a12-97676e6dd422 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425680 May 10 18:59:36.167883 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5b982e08-ad86-4156-912c-6d9ba4a2eeb5 admin admin] Publish callbacks [] for security_group (03d12bef-139b-45fe-bd6d-40ceb7f39e3c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:36.172277 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5b982e08-ad86-4156-912c-6d9ba4a2eeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (03d12bef-139b-45fe-bd6d-40ceb7f39e3c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:36.212734 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-5b982e08-ad86-4156-912c-6d9ba4a2eeb5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5fa49259158b4c7b973480d039251855&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1384680 May 10 18:59:36.212734 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b982e08-ad86-4156-912c-6d9ba4a2eeb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d12bef-139b-45fe-bd6d-40ceb7f39e3c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:36.213231 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 41298) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:36.261954 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fa07183b-99f7-43b1-8692-36e738ab6836 admin admin] Publish callbacks [] for security_group (03d12bef-139b-45fe-bd6d-40ceb7f39e3c), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:36.283985 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fa07183b-99f7-43b1-8692-36e738ab6836 admin admin] Publish callbacks [] for security_group (03d12bef-139b-45fe-bd6d-40ceb7f39e3c), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:36.331281 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fa07183b-99f7-43b1-8692-36e738ab6836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (03d12bef-139b-45fe-bd6d-40ceb7f39e3c), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:36.333896 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fa07183b-99f7-43b1-8692-36e738ab6836 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:36.334971 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-fa07183b-99f7-43b1-8692-36e738ab6836 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/03d12bef-139b-45fe-bd6d-40ceb7f39e3c HTTP/1.1" status: 204 len: 168 time: 0.1207645 May 10 18:59:36.342759 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07183b-99f7-43b1-8692-36e738ab6836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d12bef-139b-45fe-bd6d-40ceb7f39e3c,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:36.633327 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 41314) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:36.738263 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5af76da3-3778-40e0-b38a-25460a30aafb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:36.816542 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5af76da3-3778-40e0-b38a-25460a30aafb admin admin] Publish callbacks [] for security_group (c02b7933-c40c-4953-947b-db01102df0af), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:36.821054 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5af76da3-3778-40e0-b38a-25460a30aafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (c02b7933-c40c-4953-947b-db01102df0af), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:36.860319 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-5af76da3-3778-40e0-b38a-25460a30aafb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=427cd0f319be456785a3dd74e76af977&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258265 May 10 18:59:36.863158 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 41324) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:36.864072 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af76da3-3778-40e0-b38a-25460a30aafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02b7933-c40c-4953-947b-db01102df0af,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:36.914308 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-293bce44-5626-46ae-ac7d-67facdae6095 admin admin] Publish callbacks [] for security_group (c02b7933-c40c-4953-947b-db01102df0af), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:36.937114 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-293bce44-5626-46ae-ac7d-67facdae6095 admin admin] Publish callbacks [] for security_group (c02b7933-c40c-4953-947b-db01102df0af), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:36.986613 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-293bce44-5626-46ae-ac7d-67facdae6095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (c02b7933-c40c-4953-947b-db01102df0af), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:36.989180 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-293bce44-5626-46ae-ac7d-67facdae6095 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:36.990338 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-293bce44-5626-46ae-ac7d-67facdae6095 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c02b7933-c40c-4953-947b-db01102df0af HTTP/1.1" status: 204 len: 168 time: 0.1261077 May 10 18:59:36.998560 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293bce44-5626-46ae-ac7d-67facdae6095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02b7933-c40c-4953-947b-db01102df0af,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:37.252469 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93054a5-63dc-4f8a-bbcc-4e18475edba8 req-1a47af08-32ca-4dd2-a281-bfa629f3137f tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:37.254922 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-e93054a5-63dc-4f8a-bbcc-4e18475edba8 req-1a47af08-32ca-4dd2-a281-bfa629f3137f tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0516210 May 10 18:59:37.315055 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-e93054a5-63dc-4f8a-bbcc-4e18475edba8 req-d114aee3-8537-48b4-bd52-07c0d0408e5c tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530603 May 10 18:59:38.360786 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:38.438999 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438626a0-d096-460e-94b0-8fdc3db37f1e req-204fe226-77bd-43c8-91ff-2ca0c11bab0c tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:38.440496 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-438626a0-d096-460e-94b0-8fdc3db37f1e req-204fe226-77bd-43c8-91ff-2ca0c11bab0c tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0463138 May 10 18:59:38.495152 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-438626a0-d096-460e-94b0-8fdc3db37f1e req-c83af1ae-c0ea-4879-9bc6-ed1ae6b98749 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489068 May 10 18:59:39.195463 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20862e-7780-412f-929e-3fd5eadfb4df req-e10f6557-a4f2-4f48-a666-e0764d7c0ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:39.196852 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-6e20862e-7780-412f-929e-3fd5eadfb4df req-e10f6557-a4f2-4f48-a666-e0764d7c0ef5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 1130 time: 0.0380647 May 10 18:59:39.245566 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-6e20862e-7780-412f-929e-3fd5eadfb4df req-612b1c42-f146-4a33-b01d-47b74c55daf6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406423 May 10 18:59:39.616046 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e6231-373a-40ea-af1a-58ee917fade8 req-636b4f83-3e5c-4d72-9dc9-4cc6f448aa08 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:39.617575 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-bb2e6231-373a-40ea-af1a-58ee917fade8 req-636b4f83-3e5c-4d72-9dc9-4cc6f448aa08 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0501690 May 10 18:59:39.666866 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-bb2e6231-373a-40ea-af1a-58ee917fade8 req-a078b2fa-f4c0-46ad-9d9e-c1b3a5046555 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433323 May 10 18:59:40.821252 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70cf27-85e0-422d-bc66-d5aad9812a4a req-db9f20da-0b87-4d21-8cc4-78ec3aa26081 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:40.822743 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-dd70cf27-85e0-422d-bc66-d5aad9812a4a req-db9f20da-0b87-4d21-8cc4-78ec3aa26081 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0806496 May 10 18:59:40.873313 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-dd70cf27-85e0-422d-bc66-d5aad9812a4a req-03515696-6dfe-492c-bcf5-249374693aa6 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440247 May 10 18:59:41.985830 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179d25a-799d-4ef6-a2d6-9e38d2fcb2be req-0f566076-34f0-4123-aae1-07625e90287a tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:41.987312 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-1179d25a-799d-4ef6-a2d6-9e38d2fcb2be req-0f566076-34f0-4123-aae1-07625e90287a tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0464330 May 10 18:59:42.034909 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-1179d25a-799d-4ef6-a2d6-9e38d2fcb2be req-100e3b8b-967b-4750-880f-af52599a9921 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417190 May 10 18:59:42.161706 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1153033-ce6c-4b52-b38c-e2bc2d440a8f req-5651ac08-3540-4b57-be45-21eaf1627fb7 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:42.163334 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b1153033-ce6c-4b52-b38c-e2bc2d440a8f req-5651ac08-3540-4b57-be45-21eaf1627fb7 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 945 time: 0.0519829 May 10 18:59:42.216395 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b1153033-ce6c-4b52-b38c-e2bc2d440a8f req-57ee0518-4224-480c-954a-3f2726ebfd1a tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447617 May 10 18:59:42.976719 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 41486) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:43.080252 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1fc01988-2fe1-4240-b273-7dffc9259b14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:43.163258 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1fc01988-2fe1-4240-b273-7dffc9259b14 admin admin] Publish callbacks [] for security_group (8edceee2-6f6a-4a28-8639-b2b340c90896), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:43.168354 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1fc01988-2fe1-4240-b273-7dffc9259b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (8edceee2-6f6a-4a28-8639-b2b340c90896), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:43.183895 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 41492) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:43.206557 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-1fc01988-2fe1-4240-b273-7dffc9259b14 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=70fa34e4bbf5417b88193f304306f877&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287180 May 10 18:59:43.207666 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc01988-2fe1-4240-b273-7dffc9259b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8edceee2-6f6a-4a28-8639-b2b340c90896,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:43.209318 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 41496) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:43.261492 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f4ab3ceb-b4a2-4c44-895f-e2e0491c2996 admin admin] Publish callbacks [] for security_group (8edceee2-6f6a-4a28-8639-b2b340c90896), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:43.286819 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f4ab3ceb-b4a2-4c44-895f-e2e0491c2996 admin admin] Publish callbacks [] for security_group (8edceee2-6f6a-4a28-8639-b2b340c90896), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:43.301694 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8fad31ab-4325-44e2-8f6e-af27b5d16092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:43.359150 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f4ab3ceb-b4a2-4c44-895f-e2e0491c2996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (8edceee2-6f6a-4a28-8639-b2b340c90896), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:43.361590 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f4ab3ceb-b4a2-4c44-895f-e2e0491c2996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:43.362695 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-f4ab3ceb-b4a2-4c44-895f-e2e0491c2996 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8edceee2-6f6a-4a28-8639-b2b340c90896 HTTP/1.1" status: 204 len: 168 time: 0.1524110 May 10 18:59:43.381571 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab3ceb-b4a2-4c44-895f-e2e0491c2996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edceee2-6f6a-4a28-8639-b2b340c90896,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:43.413633 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8fad31ab-4325-44e2-8f6e-af27b5d16092 admin admin] Publish callbacks [] for security_group (da78f2ff-84cb-4a14-bf19-ba92ebce1063), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:43.419389 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8fad31ab-4325-44e2-8f6e-af27b5d16092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (da78f2ff-84cb-4a14-bf19-ba92ebce1063), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:43.458799 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad31ab-4325-44e2-8f6e-af27b5d16092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da78f2ff-84cb-4a14-bf19-ba92ebce1063,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:43.463001 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-8fad31ab-4325-44e2-8f6e-af27b5d16092 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=44d3ac788c374852b0a379711ce47b83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2781160 May 10 18:59:43.465952 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 41502) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:43.519411 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62a01a3e-f4af-4cc6-8c9a-b14a9218ef8d admin admin] Publish callbacks [] for security_group (da78f2ff-84cb-4a14-bf19-ba92ebce1063), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:43.541634 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62a01a3e-f4af-4cc6-8c9a-b14a9218ef8d admin admin] Publish callbacks [] for security_group (da78f2ff-84cb-4a14-bf19-ba92ebce1063), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:43.594542 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62a01a3e-f4af-4cc6-8c9a-b14a9218ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (da78f2ff-84cb-4a14-bf19-ba92ebce1063), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:43.597525 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62a01a3e-f4af-4cc6-8c9a-b14a9218ef8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:43.601067 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-62a01a3e-f4af-4cc6-8c9a-b14a9218ef8d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/da78f2ff-84cb-4a14-bf19-ba92ebce1063 HTTP/1.1" status: 204 len: 168 time: 0.1317399 May 10 18:59:43.608488 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a01a3e-f4af-4cc6-8c9a-b14a9218ef8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da78f2ff-84cb-4a14-bf19-ba92ebce1063,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:43.656201 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 41512) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:43.670813 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2364f981-3fe4-4ea0-a0fd-f994f753633e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:43.757284 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2364f981-3fe4-4ea0-a0fd-f994f753633e admin admin] Publish callbacks [] for security_group (11eef4b8-0932-45a2-8462-d4bd1d87e4c3), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:43.764418 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2364f981-3fe4-4ea0-a0fd-f994f753633e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (11eef4b8-0932-45a2-8462-d4bd1d87e4c3), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:44.104177 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-2364f981-3fe4-4ea0-a0fd-f994f753633e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=779e88605a9143998fc47038df8b50e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4466174 May 10 18:59:44.106929 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 41530) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:44.110634 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364f981-3fe4-4ea0-a0fd-f994f753633e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11eef4b8-0932-45a2-8462-d4bd1d87e4c3,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:44.120978 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396871e2-ed52-453c-b1c4-482e9f12ade3 req-16d9b3bf-2c54-40be-a48d-8961de972693 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:44.122456 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-396871e2-ed52-453c-b1c4-482e9f12ade3 req-16d9b3bf-2c54-40be-a48d-8961de972693 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 945 time: 0.3467340 May 10 18:59:44.123502 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f33d9-7c0d-44dc-aaaf-b8e1ef308c4b req-a4675fae-f14c-45cd-ac11-9abdeed023d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:44.125232 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a01f33d9-7c0d-44dc-aaaf-b8e1ef308c4b req-a4675fae-f14c-45cd-ac11-9abdeed023d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=772abdeeb78b4eaab9bc9d831eda68f3&device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 1129 time: 0.3471949 May 10 18:59:44.166998 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-070548a5-5560-4a70-9749-fdc7ee85eee0 admin admin] Publish callbacks [] for security_group (11eef4b8-0932-45a2-8462-d4bd1d87e4c3), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:44.192164 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-070548a5-5560-4a70-9749-fdc7ee85eee0 admin admin] Publish callbacks [] for security_group (11eef4b8-0932-45a2-8462-d4bd1d87e4c3), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:44.224129 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-396871e2-ed52-453c-b1c4-482e9f12ade3 req-1d6bd540-7bff-4f90-86f6-ccbf0e7228ff tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924916 May 10 18:59:44.258240 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-070548a5-5560-4a70-9749-fdc7ee85eee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (11eef4b8-0932-45a2-8462-d4bd1d87e4c3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:44.259897 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f33d9-7c0d-44dc-aaaf-b8e1ef308c4b req-bb059e0c-183c-442c-91dc-faea08b70197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:44.261441 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a01f33d9-7c0d-44dc-aaaf-b8e1ef308c4b req-bb059e0c-183c-442c-91dc-faea08b70197 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f5c43a6a-f0d1-477d-a8c6-2fea358c2538 HTTP/1.1" status: 200 len: 920 time: 0.1204238 May 10 18:59:44.262561 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-070548a5-5560-4a70-9749-fdc7ee85eee0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:44.263760 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-070548a5-5560-4a70-9749-fdc7ee85eee0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/11eef4b8-0932-45a2-8462-d4bd1d87e4c3 HTTP/1.1" status: 204 len: 168 time: 0.1551893 May 10 18:59:44.273770 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070548a5-5560-4a70-9749-fdc7ee85eee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11eef4b8-0932-45a2-8462-d4bd1d87e4c3,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:44.306165 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a01f33d9-7c0d-44dc-aaaf-b8e1ef308c4b req-55171149-1532-4e49-b6a0-1b0f4ad2db6c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92a763e8-0127-48f4-b51e-d0f7dfe094b6 HTTP/1.1" status: 200 len: 217 time: 0.0373905 May 10 18:59:44.359176 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f33d9-7c0d-44dc-aaaf-b8e1ef308c4b req-23b26f45-f696-4ba9-827d-5c21d51e5e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:44.360644 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a01f33d9-7c0d-44dc-aaaf-b8e1ef308c4b req-23b26f45-f696-4ba9-827d-5c21d51e5e8b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ed489f3-e7d1-46ad-8ba4-625045889072 HTTP/1.1" status: 200 len: 858 time: 0.0484056 May 10 18:59:44.405021 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f33d9-7c0d-44dc-aaaf-b8e1ef308c4b req-4cbb1450-9024-4665-907d-226e6dcf749a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:44.406685 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a01f33d9-7c0d-44dc-aaaf-b8e1ef308c4b req-4cbb1450-9024-4665-907d-226e6dcf749a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f5c43a6a-f0d1-477d-a8c6-2fea358c2538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392308 May 10 18:59:44.502358 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a01f33d9-7c0d-44dc-aaaf-b8e1ef308c4b req-bde26de0-b9eb-4639-893b-197a5bff4774 service neutron] 10.222.0.48 "GET /v2.0/networks/f5c43a6a-f0d1-477d-a8c6-2fea358c2538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849557 May 10 18:59:44.600851 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a01f33d9-7c0d-44dc-aaaf-b8e1ef308c4b req-284b4a44-61ea-4855-ac2d-3ae5693da515 service neutron] 10.222.0.48 "GET /v2.0/networks/f5c43a6a-f0d1-477d-a8c6-2fea358c2538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920806 May 10 18:59:45.340955 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3bfb6-eca3-48b0-bf90-055a5f2646f1 req-b1be6f05-15aa-489a-a223-931d6f33ecf5 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:45.342478 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-9ff3bfb6-eca3-48b0-bf90-055a5f2646f1 req-b1be6f05-15aa-489a-a223-931d6f33ecf5 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 945 time: 0.0503707 May 10 18:59:45.395324 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-9ff3bfb6-eca3-48b0-bf90-055a5f2646f1 req-71293e9c-f302-4e01-9904-2b14c8ba977b tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473154 May 10 18:59:46.521393 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242dbd9-9f33-4d9f-b511-33e53749b7c7 req-ecbae9ee-9da8-4d49-8f55-d77311ea918a tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:46.523785 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-1242dbd9-9f33-4d9f-b511-33e53749b7c7 req-ecbae9ee-9da8-4d49-8f55-d77311ea918a tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 945 time: 0.0499220 May 10 18:59:46.578584 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-1242dbd9-9f33-4d9f-b511-33e53749b7c7 req-f2b0b5f4-8b1a-44d1-b8b5-49b94dd6f45d tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480649 May 10 18:59:47.702562 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e238fe2-8f17-45fe-98b9-2135f90ec8a9 req-4cd2dc9a-e9fe-4f12-866c-119e11a894b9 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:47.704026 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-5e238fe2-8f17-45fe-98b9-2135f90ec8a9 req-4cd2dc9a-e9fe-4f12-866c-119e11a894b9 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 945 time: 0.0486281 May 10 18:59:47.752034 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-5e238fe2-8f17-45fe-98b9-2135f90ec8a9 req-ec7bc4ea-63dc-40f1-9df2-352eabdb6d16 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421879 May 10 18:59:48.889181 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b653a-af1f-46a4-8940-76c3c59c785c req-0e991067-c297-41f6-bbec-bf7ebc29631f tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:48.890652 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e63b653a-af1f-46a4-8940-76c3c59c785c req-0e991067-c297-41f6-bbec-bf7ebc29631f tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 945 time: 0.0605338 May 10 18:59:48.941765 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e63b653a-af1f-46a4-8940-76c3c59c785c req-041a54e4-c253-4bf1-9523-74926ba6e23d tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426443 May 10 18:59:50.064210 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ac063-2005-4a70-9c81-f8e1c828320a req-8a398ee7-d4a1-4607-8cac-4558d49e50dd tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:50.065806 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-290ac063-2005-4a70-9c81-f8e1c828320a req-8a398ee7-d4a1-4607-8cac-4558d49e50dd tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 945 time: 0.0505326 May 10 18:59:50.112789 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-290ac063-2005-4a70-9c81-f8e1c828320a req-e8314a36-791d-41d4-a722-1bcfe81c0ba4 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412648 May 10 18:59:51.236088 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e68511-6fc3-4bec-91b3-52feb728f06a req-8acd66ea-50ff-4b6c-a028-948720fa1cf7 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:51.237560 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-69e68511-6fc3-4bec-91b3-52feb728f06a req-8acd66ea-50ff-4b6c-a028-948720fa1cf7 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 945 time: 0.0476744 May 10 18:59:51.284839 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-69e68511-6fc3-4bec-91b3-52feb728f06a req-4315c5f7-3287-448c-a21e-f6086b87b221 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417635 May 10 18:59:52.407515 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ca738-88dc-44e6-a4dc-05c84b1a9756 req-36859fe0-e8d1-4803-aae0-78a826908452 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:52.409049 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-133ca738-88dc-44e6-a4dc-05c84b1a9756 req-36859fe0-e8d1-4803-aae0-78a826908452 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 945 time: 0.0476580 May 10 18:59:52.459920 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-133ca738-88dc-44e6-a4dc-05c84b1a9756 req-0b34b63c-26cd-4ece-8a3a-e463570392b2 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430422 May 10 18:59:53.586656 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62946fa-18be-4c62-82ca-f1d14fe1c8c0 req-22740df5-8f3a-428a-96f0-708996a767e2 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:53.588109 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b62946fa-18be-4c62-82ca-f1d14fe1c8c0 req-22740df5-8f3a-428a-96f0-708996a767e2 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 945 time: 0.0543644 May 10 18:59:53.638709 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b62946fa-18be-4c62-82ca-f1d14fe1c8c0 req-d803de65-6ff9-41ef-9230-eb32e506717a tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449557 May 10 18:59:54.765415 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fee29-b2f9-414c-af23-6df75071e4b5 req-8072e60f-f2a8-4c1f-a497-214c57aadc6c tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:54.766804 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-026fee29-b2f9-414c-af23-6df75071e4b5 req-8072e60f-f2a8-4c1f-a497-214c57aadc6c tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 945 time: 0.0602386 May 10 18:59:54.817179 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-026fee29-b2f9-414c-af23-6df75071e4b5 req-6ee3edb9-bd15-4e01-a7c6-fc5b7495f08e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420599 May 10 18:59:55.935204 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfbd0d-c280-4704-a24a-e488c5a90b6a req-c1aef860-beb1-4265-ac84-b81516dec3d9 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:55.937046 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a0bfbd0d-c280-4704-a24a-e488c5a90b6a req-c1aef860-beb1-4265-ac84-b81516dec3d9 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 945 time: 0.0485342 May 10 18:59:55.985933 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a0bfbd0d-c280-4704-a24a-e488c5a90b6a req-4e2f5acc-f706-48c4-ad51-e4d502c28a7f tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403707 May 10 18:59:57.130049 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513cb29-0c8e-48ef-bd17-799acaf95b65 req-88281058-cb3b-4fc1-a130-4c091b2a57a2 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:57.131720 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8513cb29-0c8e-48ef-bd17-799acaf95b65 req-88281058-cb3b-4fc1-a130-4c091b2a57a2 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 945 time: 0.0615225 May 10 18:59:57.180916 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8513cb29-0c8e-48ef-bd17-799acaf95b65 req-11ced0c2-5723-4a49-95ba-c179fb2bffb2 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432024 May 10 18:59:57.824346 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 41772) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:57.927365 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18acbb4f-6024-4dba-b6ea-d00668a5b9f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:58.005216 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18acbb4f-6024-4dba-b6ea-d00668a5b9f4 admin admin] Publish callbacks [] for security_group (c14c3186-939c-4fd9-961b-1b3fd1be3db9), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:58.010271 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18acbb4f-6024-4dba-b6ea-d00668a5b9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (c14c3186-939c-4fd9-961b-1b3fd1be3db9), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:58.047606 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-18acbb4f-6024-4dba-b6ea-d00668a5b9f4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=336add1a53844a48b23358097612a13d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220900 May 10 18:59:58.048891 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18acbb4f-6024-4dba-b6ea-d00668a5b9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14c3186-939c-4fd9-961b-1b3fd1be3db9,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:58.050506 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 41776) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:58.103650 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4a7575cc-8041-4313-b924-fa1a7f83d048 admin admin] Publish callbacks [] for security_group (c14c3186-939c-4fd9-961b-1b3fd1be3db9), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:58.127078 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4a7575cc-8041-4313-b924-fa1a7f83d048 admin admin] Publish callbacks [] for security_group (c14c3186-939c-4fd9-961b-1b3fd1be3db9), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:58.177506 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4a7575cc-8041-4313-b924-fa1a7f83d048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (c14c3186-939c-4fd9-961b-1b3fd1be3db9), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:58.180041 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4a7575cc-8041-4313-b924-fa1a7f83d048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:58.181219 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-4a7575cc-8041-4313-b924-fa1a7f83d048 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c14c3186-939c-4fd9-961b-1b3fd1be3db9 HTTP/1.1" status: 204 len: 168 time: 0.1289086 May 10 18:59:58.190700 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7575cc-8041-4313-b924-fa1a7f83d048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14c3186-939c-4fd9-961b-1b3fd1be3db9,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:58.305982 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b0d65-8f65-4133-b83d-5226c0d5ee05 req-94cda58a-c869-42db-b5de-c27090e09cbe tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:58.307546 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-469b0d65-8f65-4133-b83d-5226c0d5ee05 req-94cda58a-c869-42db-b5de-c27090e09cbe tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 945 time: 0.0513957 May 10 18:59:58.361306 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-469b0d65-8f65-4133-b83d-5226c0d5ee05 req-5703e6e1-989b-4e48-bf5b-3c6fbfd9572f tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470724 May 10 18:59:58.481318 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 41790) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:58.494481 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-87be4f2b-4d16-49f5-8a7a-7674738dd058 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:58.575326 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-87be4f2b-4d16-49f5-8a7a-7674738dd058 admin admin] Publish callbacks [] for security_group (a1574a25-b277-4137-9445-a13ac3467ff1), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:58.581033 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-87be4f2b-4d16-49f5-8a7a-7674738dd058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (a1574a25-b277-4137-9445-a13ac3467ff1), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:58.621330 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-87be4f2b-4d16-49f5-8a7a-7674738dd058 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1907018e13844fb493e0380ea1d87357&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389041 May 10 18:59:58.622165 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be4f2b-4d16-49f5-8a7a-7674738dd058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1574a25-b277-4137-9445-a13ac3467ff1,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:58.624873 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 41792) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:58.673702 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-604ecfa5-9e4e-457f-a287-57b1c45abab7 admin admin] Publish callbacks [] for security_group (a1574a25-b277-4137-9445-a13ac3467ff1), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:58.694620 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-604ecfa5-9e4e-457f-a287-57b1c45abab7 admin admin] Publish callbacks [] for security_group (a1574a25-b277-4137-9445-a13ac3467ff1), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:58.754439 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-604ecfa5-9e4e-457f-a287-57b1c45abab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (a1574a25-b277-4137-9445-a13ac3467ff1), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:58.756919 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-604ecfa5-9e4e-457f-a287-57b1c45abab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:58.758099 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-604ecfa5-9e4e-457f-a287-57b1c45abab7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a1574a25-b277-4137-9445-a13ac3467ff1 HTTP/1.1" status: 204 len: 168 time: 0.1318312 May 10 18:59:58.765967 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ecfa5-9e4e-457f-a287-57b1c45abab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1574a25-b277-4137-9445-a13ac3467ff1,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:58.848383 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8a60aafc-320b-4213-a692-08aa49263094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:59.092893 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 41800) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:59.106166 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-89bce4f4-b094-4e6f-a1ad-b1808f196bd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:59.180536 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-89bce4f4-b094-4e6f-a1ad-b1808f196bd2 admin admin] Publish callbacks [] for security_group (ee19c4f3-77d7-4e3f-a6d7-3c55152cf0e3), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:59.185747 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-89bce4f4-b094-4e6f-a1ad-b1808f196bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (ee19c4f3-77d7-4e3f-a6d7-3c55152cf0e3), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:59.223575 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-89bce4f4-b094-4e6f-a1ad-b1808f196bd2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=caac3eee7bcc4321803d2b8303076c78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296146 May 10 18:59:59.224430 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bce4f4-b094-4e6f-a1ad-b1808f196bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee19c4f3-77d7-4e3f-a6d7-3c55152cf0e3,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:59.227048 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 41802) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:59:59.275941 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d1ba95ac-09a3-4a79-a6d0-ce0a69f2ac31 admin admin] Publish callbacks [] for security_group (ee19c4f3-77d7-4e3f-a6d7-3c55152cf0e3), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:59.300355 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d1ba95ac-09a3-4a79-a6d0-ce0a69f2ac31 admin admin] Publish callbacks [] for security_group (ee19c4f3-77d7-4e3f-a6d7-3c55152cf0e3), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:59.356073 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d1ba95ac-09a3-4a79-a6d0-ce0a69f2ac31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (ee19c4f3-77d7-4e3f-a6d7-3c55152cf0e3), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:59.360229 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d1ba95ac-09a3-4a79-a6d0-ce0a69f2ac31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:59:59.362415 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-d1ba95ac-09a3-4a79-a6d0-ce0a69f2ac31 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ee19c4f3-77d7-4e3f-a6d7-3c55152cf0e3 HTTP/1.1" status: 204 len: 168 time: 0.1339924 May 10 18:59:59.374101 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba95ac-09a3-4a79-a6d0-ce0a69f2ac31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee19c4f3-77d7-4e3f-a6d7-3c55152cf0e3,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:59:59.476800 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bf449-b931-4d8a-816c-8dd2e55028b4 req-ef9e97ed-0c95-430d-a204-0cdaec84521b tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:59:59.478538 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-2c8bf449-b931-4d8a-816c-8dd2e55028b4 req-ef9e97ed-0c95-430d-a204-0cdaec84521b tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 945 time: 0.0466259 May 10 18:59:59.525862 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-2c8bf449-b931-4d8a-816c-8dd2e55028b4 req-57af7771-e78e-4943-a3a7-f81ec76ffe63 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417404 May 10 19:00:00.642211 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8c9d2-359f-482f-a48e-f5488e6e75a2 req-d66f5c89-1f33-4732-9bd7-95fb484e2cdd tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:00.643716 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-89f8c9d2-359f-482f-a48e-f5488e6e75a2 req-d66f5c89-1f33-4732-9bd7-95fb484e2cdd tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 945 time: 0.0464215 May 10 19:00:00.690060 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-89f8c9d2-359f-482f-a48e-f5488e6e75a2 req-cd5de1ac-bb0c-4eda-bbdb-272a0a504a6b tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406342 May 10 19:00:01.226451 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a24b5c48-8336-46aa-9175-f2a7e3d8ecdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:01.806855 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2303b43-7e9f-4c49-bceb-930ccb49e6c0 req-30f2e63d-a140-460f-9705-fc6f3af3756d tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:01.808397 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-c2303b43-7e9f-4c49-bceb-930ccb49e6c0 req-30f2e63d-a140-460f-9705-fc6f3af3756d tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 945 time: 0.0505764 May 10 19:00:01.856258 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-c2303b43-7e9f-4c49-bceb-930ccb49e6c0 req-5f41a8f2-f086-452a-a139-c0ea65ddba07 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420525 May 10 19:00:02.543705 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:02.984621 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0d96c-9713-49d0-b21f-bd581ded0ec6 req-632c4960-f969-48be-b43a-7a43c4a7081d tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:02.986413 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2db0d96c-9713-49d0-b21f-bd581ded0ec6 req-632c4960-f969-48be-b43a-7a43c4a7081d tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 945 time: 0.0580461 May 10 19:00:03.040566 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2db0d96c-9713-49d0-b21f-bd581ded0ec6 req-b0a49da3-6119-4fd5-80d0-1c71c842cb62 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478282 May 10 19:00:03.711511 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:04.190344 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0e53f-d745-494a-8d20-921a85a4cba2 req-bb48ae41-33e1-42ad-a7f3-57211e2aae70 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:04.192003 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-caa0e53f-d745-494a-8d20-921a85a4cba2 req-bb48ae41-33e1-42ad-a7f3-57211e2aae70 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 945 time: 0.0637400 May 10 19:00:04.260097 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-caa0e53f-d745-494a-8d20-921a85a4cba2 req-e69735fe-a3bd-4feb-9405-53522b9cf286 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605843 May 10 19:00:04.551820 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11f98f-d8bc-4d1b-937f-f6fd9c8c16b4 req-b7970c36-42d5-4dbd-9476-1f11e27e5469 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:04.553479 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-3b11f98f-d8bc-4d1b-937f-f6fd9c8c16b4 req-b7970c36-42d5-4dbd-9476-1f11e27e5469 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 945 time: 0.0537243 May 10 19:00:04.618724 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-3b11f98f-d8bc-4d1b-937f-f6fd9c8c16b4 req-96a947f8-cb15-45eb-afca-9494a8a6b39f tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571587 May 10 19:00:05.314377 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 41956) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:00:05.320552 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-2ff5e9aa-43b3-4a6c-a4cf-e615d664c8c5 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--704468210', 'description': 'tempest-description--606650536'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:00:05.343884 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2ff5e9aa-43b3-4a6c-a4cf-e615d664c8c5 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:05.373431 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:05.391015 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47791a25-03ed-4cbd-b3b7-252079bc6596 req-2cdcb641-c252-4fff-bad2-4d3458fd2ef1 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:05.392838 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-47791a25-03ed-4cbd-b3b7-252079bc6596 req-2cdcb641-c252-4fff-bad2-4d3458fd2ef1 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 945 time: 0.0575209 May 10 19:00:05.437742 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2ff5e9aa-43b3-4a6c-a4cf-e615d664c8c5 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group (c5077097-cf26-47de-b210-726ad6724d1a), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:05.443087 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2ff5e9aa-43b3-4a6c-a4cf-e615d664c8c5 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (c5077097-cf26-47de-b210-726ad6724d1a), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:05.461764 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-47791a25-03ed-4cbd-b3b7-252079bc6596 req-de674eb6-0c64-41b2-a927-e6aebd2773e8 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617666 May 10 19:00:05.475786 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2ff5e9aa-43b3-4a6c-a4cf-e615d664c8c5 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:05.480987 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 41962) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:00:05.481110 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-2ff5e9aa-43b3-4a6c-a4cf-e615d664c8c5 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1649518 May 10 19:00:05.482102 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff5e9aa-43b3-4a6c-a4cf-e615d664c8c5 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5077097-cf26-47de-b210-726ad6724d1a,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:00:05.485897 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-84e0090a-ef93-419c-8031-218951857f8e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Request body: {'security_group_rule': {'security_group_id': 'c5077097-cf26-47de-b210-726ad6724d1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:00:05.491320 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5e9aa-43b3-4a6c-a4cf-e615d664c8c5 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:05.491683 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5e9aa-43b3-4a6c-a4cf-e615d664c8c5 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:05.492014 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5e9aa-43b3-4a6c-a4cf-e615d664c8c5 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:05.492352 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5e9aa-43b3-4a6c-a4cf-e615d664c8c5 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:05.492797 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5e9aa-43b3-4a6c-a4cf-e615d664c8c5 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:05.493160 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5e9aa-43b3-4a6c-a4cf-e615d664c8c5 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:05.493549 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5e9aa-43b3-4a6c-a4cf-e615d664c8c5 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:05.493816 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5e9aa-43b3-4a6c-a4cf-e615d664c8c5 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:05.494141 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5e9aa-43b3-4a6c-a4cf-e615d664c8c5 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:05.494473 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5e9aa-43b3-4a6c-a4cf-e615d664c8c5 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:05.494797 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5e9aa-43b3-4a6c-a4cf-e615d664c8c5 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:05.495119 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5e9aa-43b3-4a6c-a4cf-e615d664c8c5 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:05.495434 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5e9aa-43b3-4a6c-a4cf-e615d664c8c5 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:05.495756 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5e9aa-43b3-4a6c-a4cf-e615d664c8c5 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:05.496076 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5e9aa-43b3-4a6c-a4cf-e615d664c8c5 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:05.514364 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-84e0090a-ef93-419c-8031-218951857f8e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group_rule (1d6f63e8-5cb0-4afa-9631-a75889f60239), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:05.575314 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-84e0090a-ef93-419c-8031-218951857f8e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group_rule (1d6f63e8-5cb0-4afa-9631-a75889f60239), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:05.582564 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-84e0090a-ef93-419c-8031-218951857f8e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063310'] for security_group_rule (1d6f63e8-5cb0-4afa-9631-a75889f60239), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:05.602441 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0090a-ef93-419c-8031-218951857f8e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d6f63e8-5cb0-4afa-9631-a75889f60239,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:00:05.612520 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-84e0090a-ef93-419c-8031-218951857f8e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:05.616518 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-84e0090a-ef93-419c-8031-218951857f8e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1316888 May 10 19:00:05.616518 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0090a-ef93-419c-8031-218951857f8e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:05.616518 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0090a-ef93-419c-8031-218951857f8e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:05.617144 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 41964) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:00:05.617368 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0090a-ef93-419c-8031-218951857f8e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:05.617716 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0090a-ef93-419c-8031-218951857f8e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:05.618050 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0090a-ef93-419c-8031-218951857f8e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:05.618383 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0090a-ef93-419c-8031-218951857f8e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:05.618713 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0090a-ef93-419c-8031-218951857f8e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:05.619062 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0090a-ef93-419c-8031-218951857f8e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:05.619388 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0090a-ef93-419c-8031-218951857f8e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:05.619717 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0090a-ef93-419c-8031-218951857f8e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:05.620045 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0090a-ef93-419c-8031-218951857f8e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:05.620371 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0090a-ef93-419c-8031-218951857f8e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:05.620710 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0090a-ef93-419c-8031-218951857f8e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:05.621061 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0090a-ef93-419c-8031-218951857f8e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:05.621388 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0090a-ef93-419c-8031-218951857f8e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:05.623994 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-3ba3b1c6-2024-42e8-a961-c6a8cfda4c00 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Request body: {'security_group_rule': {'security_group_id': 'c5077097-cf26-47de-b210-726ad6724d1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:00:05.654540 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3ba3b1c6-2024-42e8-a961-c6a8cfda4c00 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group_rule (35f29ad3-7b5e-4f6f-bd14-f5a39203cb8e), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:05.752156 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3ba3b1c6-2024-42e8-a961-c6a8cfda4c00 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group_rule (35f29ad3-7b5e-4f6f-bd14-f5a39203cb8e), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:05.761466 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2174f2-298a-43f5-9ff3-e9b41d24345f req-c4590b9f-93b4-46fb-902e-d1a242f9910a tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:05.763163 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ca2174f2-298a-43f5-9ff3-e9b41d24345f req-c4590b9f-93b4-46fb-902e-d1a242f9910a tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 945 time: 0.0641067 May 10 19:00:05.764455 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3ba3b1c6-2024-42e8-a961-c6a8cfda4c00 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063310'] for security_group_rule (35f29ad3-7b5e-4f6f-bd14-f5a39203cb8e), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:05.800615 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3b1c6-2024-42e8-a961-c6a8cfda4c00 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f29ad3-7b5e-4f6f-bd14-f5a39203cb8e,revision_number=0']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:00:05.805613 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3ba3b1c6-2024-42e8-a961-c6a8cfda4c00 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:05.806776 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-3ba3b1c6-2024-42e8-a961-c6a8cfda4c00 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1882982 May 10 19:00:05.809990 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 41968) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:00:05.816275 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-7ee515e5-bc35-4a69-b828-e2e7f204bf10 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Request body: {'floatingip': {'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:00:05.851077 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ca2174f2-298a-43f5-9ff3-e9b41d24345f req-61a2bacc-beee-4f5d-a96e-2fe873895377 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814435 May 10 19:00:05.860772 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7ee515e5-bc35-4a69-b828-e2e7f204bf10 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:05.943518 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7ee515e5-bc35-4a69-b828-e2e7f204bf10 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:06.049030 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-7ee515e5-bc35-4a69-b828-e2e7f204bf10 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Allocated IP 172.27.1.140 (fea53afb-2d4d-48cb-89ec-9b33d8fc553d/12fc4f2d-8382-4ccf-abb9-52281f433079/b3f94610-b5e7-44b4-8bfb-cd0cf564b081) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:00:06.154904 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7ee515e5-bc35-4a69-b828-e2e7f204bf10 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for port (b3f94610-b5e7-44b4-8bfb-cd0cf564b081), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:06.192519 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7ee515e5-bc35-4a69-b828-e2e7f204bf10 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (b3f94610-b5e7-44b4-8bfb-cd0cf564b081), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:06.236590 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee515e5-bc35-4a69-b828-e2e7f204bf10 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Network fea53afb-2d4d-48cb-89ec-9b33d8fc553d is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:00:06.240180 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-7ee515e5-bc35-4a69-b828-e2e7f204bf10 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:00:06.243126 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee515e5-bc35-4a69-b828-e2e7f204bf10 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:00:06.269475 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee515e5-bc35-4a69-b828-e2e7f204bf10 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Pushing event updated for resources: {'Port': ['ID=b3f94610-b5e7-44b4-8bfb-cd0cf564b081,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:00:06.349607 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7ee515e5-bc35-4a69-b828-e2e7f204bf10 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for floatingip (489b4aff-720e-4b8c-bfba-f914b006bf22), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:06.420074 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7ee515e5-bc35-4a69-b828-e2e7f204bf10 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (b3f94610-b5e7-44b4-8bfb-cd0cf564b081), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:06.446368 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc02b6-08e0-45d7-96d1-c96ee851f48e req-31ce84f9-dc00-4e4e-afa8-e2ea2315c6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:06.447135 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aedc02b6-08e0-45d7-96d1-c96ee851f48e req-31ce84f9-dc00-4e4e-afa8-e2ea2315c6b4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 1129 time: 0.0648222 May 10 19:00:06.527527 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aedc02b6-08e0-45d7-96d1-c96ee851f48e req-fe461506-8b0b-4757-9182-daed58fdfdbf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726297 May 10 19:00:06.606207 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2670e-e29c-4476-81f0-3a3bec142518 req-75918801-a45e-42b7-a835-c3c007dcb58c tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:06.611422 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aedf653c-22e5-408d-bef5-6c52fa92bef9 req-8fc4467d-01b0-484d-92ff-f2f37f894f39 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526249 May 10 19:00:06.613378 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-51e2670e-e29c-4476-81f0-3a3bec142518 req-75918801-a45e-42b7-a835-c3c007dcb58c tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 945 time: 0.0635674 May 10 19:00:06.680791 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7ee515e5-bc35-4a69-b828-e2e7f204bf10 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for port (b3f94610-b5e7-44b4-8bfb-cd0cf564b081), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:06.685025 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-51e2670e-e29c-4476-81f0-3a3bec142518 req-f364041e-0414-40cc-a811-3d48d86d899b tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676682 May 10 19:00:06.696720 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7ee515e5-bc35-4a69-b828-e2e7f204bf10 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (b3f94610-b5e7-44b4-8bfb-cd0cf564b081), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:06.768802 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee515e5-bc35-4a69-b828-e2e7f204bf10 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Pushing event updated for resources: {'Port': ['ID=b3f94610-b5e7-44b4-8bfb-cd0cf564b081,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:00:06.770493 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 41994) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:00:06.783645 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7ee515e5-bc35-4a69-b828-e2e7f204bf10 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2085825'] for floatingip (489b4aff-720e-4b8c-bfba-f914b006bf22), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:06.800906 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7ee515e5-bc35-4a69-b828-e2e7f204bf10 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:06.802365 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-7ee515e5-bc35-4a69-b828-e2e7f204bf10 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9914351 May 10 19:00:06.875651 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf653c-22e5-408d-bef5-6c52fa92bef9 req-80a09ec1-9909-4683-ab87-810979d866e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:06.877215 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aedf653c-22e5-408d-bef5-6c52fa92bef9 req-80a09ec1-9909-4683-ab87-810979d866e4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=772abdeeb78b4eaab9bc9d831eda68f3&device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 1130 time: 0.0474885 May 10 19:00:06.958573 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2a1c2852-7428-4fdd-bf92-7212b543943d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:06.978909 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ed4f2-6c4d-4a3d-8599-f27d18c5f768 req-155c777d-3843-4734-984a-0ca318ec7b2f tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:06.980507 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8d7ed4f2-6c4d-4a3d-8599-f27d18c5f768 req-155c777d-3843-4734-984a-0ca318ec7b2f tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 945 time: 0.0524108 May 10 19:00:07.027253 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8d7ed4f2-6c4d-4a3d-8599-f27d18c5f768 req-0de99582-e412-4094-b3a8-12e8bba937f3 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411308 May 10 19:00:07.041219 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-1850ea2e-be0f-4009-a16a-eae246a576d8 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--704468210&fields=id&tenant_id=08319d2b6ebf4a40830d212321cb6b63 HTTP/1.1" status: 200 len: 267 time: 0.0599570 May 10 19:00:07.131198 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2a1c2852-7428-4fdd-bf92-7212b543943d admin admin] Publish callbacks [] for security_group (4a896cfa-7213-4abb-a0d4-8594dfdceefc), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:07.137233 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2a1c2852-7428-4fdd-bf92-7212b543943d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (4a896cfa-7213-4abb-a0d4-8594dfdceefc), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:07.196513 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-2a1c2852-7428-4fdd-bf92-7212b543943d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a8d8d0752c5c4cc6b88131941a19447e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4235187 May 10 19:00:07.199289 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 42014) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:00:07.205491 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-6090a637-2760-4515-ad07-7e02935182ff tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:07.206925 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-6090a637-2760-4515-ad07-7e02935182ff tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/networks?id=a4576b84-9910-4693-87ed-530385aa986d HTTP/1.1" status: 200 len: 815 time: 0.1573889 May 10 19:00:07.207687 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c2852-7428-4fdd-bf92-7212b543943d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a896cfa-7213-4abb-a0d4-8594dfdceefc,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:00:07.222975 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-2204cf3e-58fe-45d2-92dc-5350dadea425 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/quotas/08319d2b6ebf4a40830d212321cb6b63 HTTP/1.1" status: 200 len: 375 time: 0.0097768 May 10 19:00:07.275876 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-a05ead32-7764-4ac0-ad09-4fd9adeb7799 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=08319d2b6ebf4a40830d212321cb6b63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470433 May 10 19:00:07.315592 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bafe1737-9e72-4ccb-82ec-00302ef3e5f7 admin admin] Publish callbacks [] for security_group (4a896cfa-7213-4abb-a0d4-8594dfdceefc), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:07.343927 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf653c-22e5-408d-bef5-6c52fa92bef9 req-1ea5d614-8df6-4e26-a3ce-a0a5a3e92f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:07.345396 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aedf653c-22e5-408d-bef5-6c52fa92bef9 req-1ea5d614-8df6-4e26-a3ce-a0a5a3e92f4d service neutron] 10.222.0.48 "GET /v2.0/networks?id=f5c43a6a-f0d1-477d-a8c6-2fea358c2538 HTTP/1.1" status: 200 len: 920 time: 0.1307783 May 10 19:00:07.349923 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bafe1737-9e72-4ccb-82ec-00302ef3e5f7 admin admin] Publish callbacks [] for security_group (4a896cfa-7213-4abb-a0d4-8594dfdceefc), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:07.373632 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-b315b1aa-5b85-4780-8623-0533055a6819 service neutron] 10.222.0.52 "GET /v2.0/networks/a4576b84-9910-4693-87ed-530385aa986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852709 May 10 19:00:07.402046 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aedf653c-22e5-408d-bef5-6c52fa92bef9 req-e769b711-2579-49ed-a36f-73fdbcab15bb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b454d25-9193-4894-8b66-730ea63f15c4 HTTP/1.1" status: 200 len: 217 time: 0.0450191 May 10 19:00:07.463914 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bafe1737-9e72-4ccb-82ec-00302ef3e5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (4a896cfa-7213-4abb-a0d4-8594dfdceefc), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:07.466045 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-05e5add2-a300-4d57-843b-1cf079c68300 service neutron] 10.222.0.52 "GET /v2.0/networks/a4576b84-9910-4693-87ed-530385aa986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863829 May 10 19:00:07.466530 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bafe1737-9e72-4ccb-82ec-00302ef3e5f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:07.470026 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-bafe1737-9e72-4ccb-82ec-00302ef3e5f7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4a896cfa-7213-4abb-a0d4-8594dfdceefc HTTP/1.1" status: 204 len: 168 time: 0.2663951 May 10 19:00:07.484454 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf653c-22e5-408d-bef5-6c52fa92bef9 req-6cc46e45-8a42-429f-9be5-7ff2db84cf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:07.485974 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aedf653c-22e5-408d-bef5-6c52fa92bef9 req-6cc46e45-8a42-429f-9be5-7ff2db84cf4f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ed489f3-e7d1-46ad-8ba4-625045889072 HTTP/1.1" status: 200 len: 858 time: 0.0599248 May 10 19:00:07.486834 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe1737-9e72-4ccb-82ec-00302ef3e5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a896cfa-7213-4abb-a0d4-8594dfdceefc,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:00:07.588429 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:00:07.669669 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4cb8aac6-60b6-49af-ab5b-a8aa2099eb05 req-5906d8d2-7e45-4d32-b71a-920f8314a7cb tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad2ef54c-3019-4df0-8606-47dbb297103c HTTP/1.1" status: 200 len: 210 time: 0.0347006 May 10 19:00:07.795679 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6554d-bd70-46f8-ba39-c2954d90d4a4 req-20f1ab94-9035-46b1-89bc-9cafcacbc324 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:07.802983 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-5ea6554d-bd70-46f8-ba39-c2954d90d4a4 req-20f1ab94-9035-46b1-89bc-9cafcacbc324 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 945 time: 0.0540721 May 10 19:00:07.870793 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-5ea6554d-bd70-46f8-ba39-c2954d90d4a4 req-00db73ea-1711-428f-a1ae-2e922bc27dca tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668948 May 10 19:00:08.001083 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf653c-22e5-408d-bef5-6c52fa92bef9 req-afeeb2a5-0d33-4e62-a210-3bff7ed4b29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:08.002813 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aedf653c-22e5-408d-bef5-6c52fa92bef9 req-afeeb2a5-0d33-4e62-a210-3bff7ed4b29e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f5c43a6a-f0d1-477d-a8c6-2fea358c2538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0498903 May 10 19:00:08.156588 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b7042-52dc-4d10-90f2-1fb5d0167a32 req-d29cd7bb-3a67-4e53-ae2c-9a89abdbfa51 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:08.158315 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9c9b7042-52dc-4d10-90f2-1fb5d0167a32 req-d29cd7bb-3a67-4e53-ae2c-9a89abdbfa51 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 945 time: 0.0561550 May 10 19:00:08.214942 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9c9b7042-52dc-4d10-90f2-1fb5d0167a32 req-887c5c87-e502-4106-9b7f-4d31b7a92cb5 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510287 May 10 19:00:08.317004 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aedf653c-22e5-408d-bef5-6c52fa92bef9 req-570d4eee-e8ab-46f6-bba1-6ba9d6b591a0 service neutron] 10.222.0.48 "GET /v2.0/networks/f5c43a6a-f0d1-477d-a8c6-2fea358c2538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004508 May 10 19:00:08.362098 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:08.423771 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aedf653c-22e5-408d-bef5-6c52fa92bef9 req-0a9f217b-6819-429c-bf42-e65211170fc7 service neutron] 10.222.0.48 "GET /v2.0/networks/f5c43a6a-f0d1-477d-a8c6-2fea358c2538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998740 May 10 19:00:08.757855 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-76414d37-c02f-4f52-8a88-02cbc86f42b4 req-1efbdb2b-e015-4c80-b688-ae7c52f1a8a2 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad2ef54c-3019-4df0-8606-47dbb297103c HTTP/1.1" status: 200 len: 210 time: 0.0268710 May 10 19:00:08.987994 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0cee6c-10d6-4a74-807b-4da10a66a75b req-bb54efaf-1a76-449f-b272-05749538e591 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:08.989542 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ef0cee6c-10d6-4a74-807b-4da10a66a75b req-bb54efaf-1a76-449f-b272-05749538e591 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 945 time: 0.0501511 May 10 19:00:09.037962 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ef0cee6c-10d6-4a74-807b-4da10a66a75b req-52602df3-4969-42cf-8014-ba8e9ba9003c tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427370 May 10 19:00:09.292480 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e045509-b19b-47ba-a97a-0da85030d995 req-0117f81d-21cb-42d6-80e8-e709928aa761 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:09.298128 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-9e045509-b19b-47ba-a97a-0da85030d995 req-0117f81d-21cb-42d6-80e8-e709928aa761 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 945 time: 0.0575199 May 10 19:00:09.361889 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-9e045509-b19b-47ba-a97a-0da85030d995 req-813e4792-7307-4abc-9dd1-32563d1cfb87 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598907 May 10 19:00:09.368931 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24d5b7-f26e-4a8e-944d-aaff1a40913b req-6b03d255-678e-46ad-b892-cbef53e3f1bb tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:09.370487 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ef24d5b7-f26e-4a8e-944d-aaff1a40913b req-6b03d255-678e-46ad-b892-cbef53e3f1bb tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 945 time: 0.0446498 May 10 19:00:09.421229 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ef24d5b7-f26e-4a8e-944d-aaff1a40913b req-595d4ca7-adbf-43ce-84a8-6efeaccf10cd tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437191 May 10 19:00:09.857479 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-accce4ff-3f08-4a27-8799-4f4295083fab req-a944559f-abea-470d-ba0e-b3e558309cad tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad2ef54c-3019-4df0-8606-47dbb297103c HTTP/1.1" status: 200 len: 210 time: 0.0299211 May 10 19:00:10.475788 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f807b-512e-46ab-bd61-3ceff4b4b93e req-13985845-c764-470e-bf0b-6c2f0d5e996a tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:10.477316 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-952f807b-512e-46ab-bd61-3ceff4b4b93e req-13985845-c764-470e-bf0b-6c2f0d5e996a tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 945 time: 0.0472460 May 10 19:00:10.525188 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-952f807b-512e-46ab-bd61-3ceff4b4b93e req-d0d85ac0-6968-49b9-9dc7-b8dfb3ed1d77 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421422 May 10 19:00:10.539971 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a703c-e068-4716-8cd6-58fb2cfcf316 req-cb1683d0-6016-429f-9dc1-982c12734553 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:10.541534 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-a27a703c-e068-4716-8cd6-58fb2cfcf316 req-cb1683d0-6016-429f-9dc1-982c12734553 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 945 time: 0.0476871 May 10 19:00:10.602278 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-a27a703c-e068-4716-8cd6-58fb2cfcf316 req-08b177bf-9243-414f-8968-2a451954812d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548899 May 10 19:00:10.956007 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-22eb14a7-76f2-46e2-ae26-1ac283071604 req-69d7114e-ea50-415f-ae60-e7f0adcead08 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad2ef54c-3019-4df0-8606-47dbb297103c HTTP/1.1" status: 200 len: 210 time: 0.0283961 May 10 19:00:11.644419 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05e30d-df95-4479-8d4e-5d5150aed004 req-dfed812f-cb9e-4c81-92f0-6c52d70bb6b4 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:11.646049 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-3f05e30d-df95-4479-8d4e-5d5150aed004 req-dfed812f-cb9e-4c81-92f0-6c52d70bb6b4 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 945 time: 0.0523520 May 10 19:00:11.694191 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-3f05e30d-df95-4479-8d4e-5d5150aed004 req-0a2a887a-0e41-4db5-9b88-dd24d6c6a149 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420916 May 10 19:00:11.725842 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a883898-b2db-4fda-92b8-f4798ad10088 req-27a4524a-6140-4ace-a66e-b2e97e6da718 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:11.727335 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5a883898-b2db-4fda-92b8-f4798ad10088 req-27a4524a-6140-4ace-a66e-b2e97e6da718 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 945 time: 0.0458872 May 10 19:00:11.779944 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5a883898-b2db-4fda-92b8-f4798ad10088 req-87dd934d-2d64-432b-b77c-e69e853b3daa tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464470 May 10 19:00:11.960050 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76120cbe-9d30-4a62-989e-49b2265ad0c1 req-055038f8-1bbd-410d-b672-e8f0af6a3f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:11.961641 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-76120cbe-9d30-4a62-989e-49b2265ad0c1 req-055038f8-1bbd-410d-b672-e8f0af6a3f81 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=772abdeeb78b4eaab9bc9d831eda68f3&device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 1129 time: 0.0918067 May 10 19:00:12.007744 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-a65f05b6-8968-4737-b7ee-37925d856d6f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:12.009249 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-a65f05b6-8968-4737-b7ee-37925d856d6f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.48 "GET /v2.0/networks?id=a4576b84-9910-4693-87ed-530385aa986d HTTP/1.1" status: 200 len: 815 time: 0.1381068 May 10 19:00:12.053169 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-f17aed85-45aa-4958-867e-e1fbf6e8a86c req-c1593811-6c92-47b5-a243-767790c8693c tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad2ef54c-3019-4df0-8606-47dbb297103c HTTP/1.1" status: 200 len: 210 time: 0.0297298 May 10 19:00:12.133575 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76120cbe-9d30-4a62-989e-49b2265ad0c1 req-ae4b6728-00f0-45fc-ad8b-97f64961d475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:12.135052 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-76120cbe-9d30-4a62-989e-49b2265ad0c1 req-ae4b6728-00f0-45fc-ad8b-97f64961d475 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f5c43a6a-f0d1-477d-a8c6-2fea358c2538 HTTP/1.1" status: 200 len: 920 time: 0.0832155 May 10 19:00:12.341916 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-76120cbe-9d30-4a62-989e-49b2265ad0c1 req-a6eaaeb3-15f6-48d6-8194-f5622986c3c6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92a763e8-0127-48f4-b51e-d0f7dfe094b6 HTTP/1.1" status: 200 len: 217 time: 0.0494387 May 10 19:00:12.389564 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-387f6d44-f1f4-4eff-8793-d0d0b0603f7b tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08319d2b6ebf4a40830d212321cb6b63 HTTP/1.1" status: 200 len: 472 time: 0.1043563 May 10 19:00:12.466842 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-25d4b454-a7b9-4036-b899-1a31ce24e10f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Request body: {'port': {'device_id': 'ad2ef54c-3019-4df0-8606-47dbb297103c', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'admin_state_up': True, 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'security_groups': ['c5077097-cf26-47de-b210-726ad6724d1a']}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:00:12.561951 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76120cbe-9d30-4a62-989e-49b2265ad0c1 req-c878ffae-4e9a-4cda-90c4-cb20e975bda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:12.563423 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-76120cbe-9d30-4a62-989e-49b2265ad0c1 req-c878ffae-4e9a-4cda-90c4-cb20e975bda5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ed489f3-e7d1-46ad-8ba4-625045889072 HTTP/1.1" status: 200 len: 858 time: 0.0931368 May 10 19:00:12.621880 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76120cbe-9d30-4a62-989e-49b2265ad0c1 req-14853713-7df8-42a7-82d3-da8e86a3852b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:12.623435 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-76120cbe-9d30-4a62-989e-49b2265ad0c1 req-14853713-7df8-42a7-82d3-da8e86a3852b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f5c43a6a-f0d1-477d-a8c6-2fea358c2538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0508850 May 10 19:00:12.703173 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-25d4b454-a7b9-4036-b899-1a31ce24e10f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Made reservation on behalf of 08319d2b6ebf4a40830d212321cb6b63 for: {'port': 1} {{(pid=103423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:00:12.706522 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-25d4b454-a7b9-4036-b899-1a31ce24e10f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:12.817076 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-76120cbe-9d30-4a62-989e-49b2265ad0c1 req-2b8eaf0f-0e05-4bdc-8a54-cb35d9b3423c service neutron] 10.222.0.48 "GET /v2.0/networks/f5c43a6a-f0d1-477d-a8c6-2fea358c2538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855381 May 10 19:00:12.864517 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3672f98-d5ff-4479-be55-4c9d57aec6ea req-bd99aecf-e299-44f5-9845-f5d77c0adb0a tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:12.866210 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e3672f98-d5ff-4479-be55-4c9d57aec6ea req-bd99aecf-e299-44f5-9845-f5d77c0adb0a tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 945 time: 0.0926549 May 10 19:00:12.927279 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f76346-dcab-40af-8d94-24df427a5243 req-54234bdc-6cf1-4f8d-aeef-53bf238b1b96 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:12.939267 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b5f76346-dcab-40af-8d94-24df427a5243 req-54234bdc-6cf1-4f8d-aeef-53bf238b1b96 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 945 time: 0.0797291 May 10 19:00:13.017961 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b5f76346-dcab-40af-8d94-24df427a5243 req-0513cbea-d94c-4b3e-bec7-b5d22bf6fa8b tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775528 May 10 19:00:13.034649 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e3672f98-d5ff-4479-be55-4c9d57aec6ea req-eacc2567-bd23-419f-8e8c-733550925cf7 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084964 May 10 19:00:13.041054 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-25d4b454-a7b9-4036-b899-1a31ce24e10f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Allocated IP 172.20.0.9 (a4576b84-9910-4693-87ed-530385aa986d/c386732f-c86a-499c-bc04-b74b79921f36/c373ba0c-42cb-47b0-910f-f8b1b5c259e5) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:00:13.157855 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-c9340d6e-c541-40a5-b3b3-f127b961e2a3 req-abdf321a-1b7d-45de-9090-d79cb675b305 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad2ef54c-3019-4df0-8606-47dbb297103c HTTP/1.1" status: 200 len: 210 time: 0.0326159 May 10 19:00:13.349281 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-76120cbe-9d30-4a62-989e-49b2265ad0c1 req-071092ef-118a-4bdc-a335-9ae8320dfa11 service neutron] 10.222.0.48 "GET /v2.0/networks/f5c43a6a-f0d1-477d-a8c6-2fea358c2538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5227923 May 10 19:00:13.484296 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-25d4b454-a7b9-4036-b899-1a31ce24e10f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for port (c373ba0c-42cb-47b0-910f-f8b1b5c259e5), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:13.520198 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-25d4b454-a7b9-4036-b899-1a31ce24e10f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (c373ba0c-42cb-47b0-910f-f8b1b5c259e5), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:13.577581 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-25d4b454-a7b9-4036-b899-1a31ce24e10f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Network a4576b84-9910-4693-87ed-530385aa986d is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:00:13.582205 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-25d4b454-a7b9-4036-b899-1a31ce24e10f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:00:13.585373 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-25d4b454-a7b9-4036-b899-1a31ce24e10f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:00:13.615104 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4b454-a7b9-4036-b899-1a31ce24e10f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Pushing event updated for resources: {'Port': ['ID=c373ba0c-42cb-47b0-910f-f8b1b5c259e5,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:00:13.650724 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-25d4b454-a7b9-4036-b899-1a31ce24e10f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:13.651535 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-25d4b454-a7b9-4036-b899-1a31ce24e10f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:13.676049 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-25d4b454-a7b9-4036-b899-1a31ce24e10f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2130811 May 10 19:00:13.841376 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-1d59fa36-fe61-442c-bfa4-fef8ad276dc4 None None] Provisioning complete for port c373ba0c-42cb-47b0-910f-f8b1b5c259e5 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:00:13.842091 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1d59fa36-fe61-442c-bfa4-fef8ad276dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (c373ba0c-42cb-47b0-910f-f8b1b5c259e5), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:13.879300 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-1d59fa36-fe61-442c-bfa4-fef8ad276dc4 None None] Port c373ba0c-42cb-47b0-910f-f8b1b5c259e5 cannot update to ACTIVE because it is not bound. {{(pid=103424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:00:14.155465 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b221080-cc86-4894-86e0-eca4abe029fa req-b94c23c4-8c5b-45a6-9ca1-4b83d2fc33a3 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:14.158278 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5b221080-cc86-4894-86e0-eca4abe029fa req-b94c23c4-8c5b-45a6-9ca1-4b83d2fc33a3 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 945 time: 0.0574944 May 10 19:00:14.158929 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95493734-d949-4192-9fa2-fdae95d7afee req-ffcae5a2-a909-43b8-be11-c687e2fa5c2d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:14.168499 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-95493734-d949-4192-9fa2-fdae95d7afee req-ffcae5a2-a909-43b8-be11-c687e2fa5c2d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 945 time: 0.0649972 May 10 19:00:14.230438 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5b221080-cc86-4894-86e0-eca4abe029fa req-028adbd9-78d8-4690-988b-a52f2b964d3a tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604799 May 10 19:00:14.236643 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-95493734-d949-4192-9fa2-fdae95d7afee req-9f87233f-c4b0-4b4a-8f7f-9ccb41490f55 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670238 May 10 19:00:14.347983 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb914a3d-1bb0-4376-80d9-881e69df51a7 req-35331436-adc3-4078-930a-eae9f5ff8e45 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:14.349503 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bb914a3d-1bb0-4376-80d9-881e69df51a7 req-35331436-adc3-4078-930a-eae9f5ff8e45 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad2ef54c-3019-4df0-8606-47dbb297103c HTTP/1.1" status: 200 len: 931 time: 0.0511990 May 10 19:00:14.397345 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bb914a3d-1bb0-4376-80d9-881e69df51a7 req-466d4ca0-765b-4acf-ab23-cc1b2a566f60 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5077097-cf26-47de-b210-726ad6724d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421307 May 10 19:00:14.733297 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-96579ad4-57b7-4f8b-975d-11cedfeff866 service neutron] Request body: {'port': {'device_id': 'ad2ef54c-3019-4df0-8606-47dbb297103c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:00:14.791832 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-96579ad4-57b7-4f8b-975d-11cedfeff866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (c373ba0c-42cb-47b0-910f-f8b1b5c259e5), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:15.064037 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-96579ad4-57b7-4f8b-975d-11cedfeff866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c373ba0c-42cb-47b0-910f-f8b1b5c259e5 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:00:15.071940 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-96579ad4-57b7-4f8b-975d-11cedfeff866 service neutron] Publish callbacks [] for port (c373ba0c-42cb-47b0-910f-f8b1b5c259e5), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:15.085781 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-96579ad4-57b7-4f8b-975d-11cedfeff866 service neutron] Transition to ACTIVE for port object c373ba0c-42cb-47b0-910f-f8b1b5c259e5 will not be triggered until provisioned by entity L2. {{(pid=103423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:00:15.093627 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-96579ad4-57b7-4f8b-975d-11cedfeff866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (c373ba0c-42cb-47b0-910f-f8b1b5c259e5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:15.148190 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96579ad4-57b7-4f8b-975d-11cedfeff866 service neutron] Pushing event updated for resources: {'Port': ['ID=c373ba0c-42cb-47b0-910f-f8b1b5c259e5,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:00:15.229430 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-96579ad4-57b7-4f8b-975d-11cedfeff866 service neutron] Attempting to bind port c373ba0c-42cb-47b0-910f-f8b1b5c259e5 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:00:15.230165 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-96579ad4-57b7-4f8b-975d-11cedfeff866 service neutron] Attempting to bind port c373ba0c-42cb-47b0-910f-f8b1b5c259e5 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '04de397a-54d1-4abc-9167-6db11e2916d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:00:15.230286 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-96579ad4-57b7-4f8b-975d-11cedfeff866 service neutron] Attempting to bind port c373ba0c-42cb-47b0-910f-f8b1b5c259e5 on network a4576b84-9910-4693-87ed-530385aa986d {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:00:15.235712 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-96579ad4-57b7-4f8b-975d-11cedfeff866 service neutron] Port c373ba0c-42cb-47b0-910f-f8b1b5c259e5 on network a4576b84-9910-4693-87ed-530385aa986d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:00:15.236181 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-96579ad4-57b7-4f8b-975d-11cedfeff866 service neutron] Attempting to bind port c373ba0c-42cb-47b0-910f-f8b1b5c259e5 on network a4576b84-9910-4693-87ed-530385aa986d {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:00:15.242079 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-96579ad4-57b7-4f8b-975d-11cedfeff866 service neutron] Checking agent: {'id': '84b4d3b2-b3ea-4da4-b994-5396953c421b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'started_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:00:15.242424 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-96579ad4-57b7-4f8b-975d-11cedfeff866 service neutron] Checking segment: {'id': '04de397a-54d1-4abc-9167-6db11e2916d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:00:15.242814 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-96579ad4-57b7-4f8b-975d-11cedfeff866 service neutron] Bound using segment: {'id': '04de397a-54d1-4abc-9167-6db11e2916d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:00:15.243250 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-96579ad4-57b7-4f8b-975d-11cedfeff866 service neutron] Bound port: c373ba0c-42cb-47b0-910f-f8b1b5c259e5, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04de397a-54d1-4abc-9167-6db11e2916d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:00:15.243615 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-96579ad4-57b7-4f8b-975d-11cedfeff866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (c373ba0c-42cb-47b0-910f-f8b1b5c259e5), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:15.340176 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-96579ad4-57b7-4f8b-975d-11cedfeff866 service neutron] For port c373ba0c-42cb-47b0-910f-f8b1b5c259e5, host hv-cinder-83699, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:00:15.346556 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-96579ad4-57b7-4f8b-975d-11cedfeff866 service neutron] For port c373ba0c-42cb-47b0-910f-f8b1b5c259e5, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c373ba0c-42cb-47b0-910f-f8b1b5c259e5,segment=NetworkSegment(04de397a-54d1-4abc-9167-6db11e2916d9),segment_id=04de397a-54d1-4abc-9167-6db11e2916d9)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:00:15.365330 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-96579ad4-57b7-4f8b-975d-11cedfeff866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (c373ba0c-42cb-47b0-910f-f8b1b5c259e5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:15.425155 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6a399-79aa-48ec-a8b2-4d713cde6c46 req-543ee0b1-0e8a-49f8-8a5d-2d6558a937ca tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:15.426862 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-14b6a399-79aa-48ec-a8b2-4d713cde6c46 req-543ee0b1-0e8a-49f8-8a5d-2d6558a937ca tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 945 time: 0.0757055 May 10 19:00:15.452228 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-96579ad4-57b7-4f8b-975d-11cedfeff866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:15.453050 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-96579ad4-57b7-4f8b-975d-11cedfeff866 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:15.454444 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-96579ad4-57b7-4f8b-975d-11cedfeff866 service neutron] 10.222.0.48 "PUT /v2.0/ports/c373ba0c-42cb-47b0-910f-f8b1b5c259e5 HTTP/1.1" status: 200 len: 1093 time: 0.7275610 May 10 19:00:15.455079 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2ef54c-3019-4df0-8606-47dbb297103c', 'tag': 'c373ba0c-42cb-47b0-910f-f8b1b5c259e5'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:00:15.457193 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19151334-3187-499f-bc80-7b7f90007575" -d '{"events": [{"name": "network-changed", "server_uuid": "ad2ef54c-3019-4df0-8606-47dbb297103c", "tag": "c373ba0c-42cb-47b0-910f-f8b1b5c259e5"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:00:15.477442 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709eb5a-b4a1-4736-9bb4-4c4c571944bb req-c28fe7f8-1e99-464b-977c-efceb8e189c4 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:15.479006 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5709eb5a-b4a1-4736-9bb4-4c4c571944bb req-c28fe7f8-1e99-464b-977c-efceb8e189c4 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 945 time: 0.1272392 May 10 19:00:15.490664 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-14b6a399-79aa-48ec-a8b2-4d713cde6c46 req-5ec15a50-b5e4-4821-9b3c-e1e7db373815 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563610 May 10 19:00:15.560941 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96579ad4-57b7-4f8b-975d-11cedfeff866 service neutron] Pushing event updated for resources: {'Port': ['ID=c373ba0c-42cb-47b0-910f-f8b1b5c259e5,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:00:15.601946 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23fa29-4b77-4b45-bd63-84f8f64e3b69 req-8ec6a09a-7ee0-4d75-9f3c-c772f903dcae tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:15.614974 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-8d23fa29-4b77-4b45-bd63-84f8f64e3b69 req-8ec6a09a-7ee0-4d75-9f3c-c772f903dcae tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad2ef54c-3019-4df0-8606-47dbb297103c HTTP/1.1" status: 200 len: 943 time: 0.0662990 May 10 19:00:15.643294 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5709eb5a-b4a1-4736-9bb4-4c4c571944bb req-882641de-d2b9-4eef-b372-88035f18df30 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509833 May 10 19:00:15.710708 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-8d23fa29-4b77-4b45-bd63-84f8f64e3b69 req-7d560b73-f192-4bf2-8e96-51d340f5eb59 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5077097-cf26-47de-b210-726ad6724d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891533 May 10 19:00:15.716637 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-dcd30103-3a94-4322-a4e1-0b61eca09bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:15.718240 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-dcd30103-3a94-4322-a4e1-0b61eca09bda service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08319d2b6ebf4a40830d212321cb6b63&device_id=ad2ef54c-3019-4df0-8606-47dbb297103c HTTP/1.1" status: 200 len: 1127 time: 0.0496852 May 10 19:00:15.732655 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfc591f-6145-4393-b909-ca1201071b16 x-openstack-request-id: req-9cfc591f-6145-4393-b909-ca1201071b16 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:00:15.733073 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad2ef54c-3019-4df0-8606-47dbb297103c", "tag": "c373ba0c-42cb-47b0-910f-f8b1b5c259e5", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:00:15.733480 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9cfc591f-6145-4393-b909-ca1201071b16 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:00:15.734175 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cfc591f-6145-4393-b909-ca1201071b16'] response: {'name': 'network-changed', 'server_uuid': 'ad2ef54c-3019-4df0-8606-47dbb297103c', 'tag': 'c373ba0c-42cb-47b0-910f-f8b1b5c259e5', 'status': 'completed', 'code': 200} May 10 19:00:15.788926 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-9036e7e8-16e1-4922-9930-ab353b49f94c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c373ba0c-42cb-47b0-910f-f8b1b5c259e5 HTTP/1.1" status: 200 len: 217 time: 0.0409920 May 10 19:00:15.840582 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-04dbc9f6-ccaf-4da5-ae55-fbe3d0473cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:15.842516 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-04dbc9f6-ccaf-4da5-ae55-fbe3d0473cc0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c386732f-c86a-499c-bc04-b74b79921f36 HTTP/1.1" status: 200 len: 854 time: 0.0472753 May 10 19:00:15.895667 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-046df7b6-ed08-4645-951e-2b784dbcf620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:15.897310 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-046df7b6-ed08-4645-951e-2b784dbcf620 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4576b84-9910-4693-87ed-530385aa986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479088 May 10 19:00:15.994166 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-d7e8efbe-ddf2-4cee-91b7-c7a3c65a15a7 service neutron] 10.222.0.48 "GET /v2.0/networks/a4576b84-9910-4693-87ed-530385aa986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897660 May 10 19:00:16.094646 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-95c7e125-835d-41e7-b9f5-fb24cb4e6655 req-918b5402-1de4-49fd-8819-9c66a031df89 service neutron] 10.222.0.48 "GET /v2.0/networks/a4576b84-9910-4693-87ed-530385aa986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933321 May 10 19:00:16.774659 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b05c14-31b4-41b7-aaac-67d52dc8bc02 req-0c833f18-a0e1-4b85-959f-cc7e5ef5d70b tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:16.782067 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-37b05c14-31b4-41b7-aaac-67d52dc8bc02 req-0c833f18-a0e1-4b85-959f-cc7e5ef5d70b tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 945 time: 0.0582981 May 10 19:00:16.838313 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-37b05c14-31b4-41b7-aaac-67d52dc8bc02 req-66ebe68e-4957-4041-9373-4d61ad7ab22d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512428 May 10 19:00:16.863777 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be6adf-03b1-4d2b-b7cb-38400533c8e6 req-27a1bc06-b891-40ac-99cb-d193e868a421 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:16.865426 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e3be6adf-03b1-4d2b-b7cb-38400533c8e6 req-27a1bc06-b891-40ac-99cb-d193e868a421 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad2ef54c-3019-4df0-8606-47dbb297103c HTTP/1.1" status: 200 len: 943 time: 0.0681658 May 10 19:00:16.936494 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e3be6adf-03b1-4d2b-b7cb-38400533c8e6 req-a51a9e0e-d913-4765-a18a-eab27a7ba79b tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5077097-cf26-47de-b210-726ad6724d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639508 May 10 19:00:17.064282 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 42334) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:00:17.069119 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-c02924ac-d3ff-4303-a059-9837c054a457 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Request body: {'security_group': {'name': 'tempest-securitygroup--307546479', 'description': 'tempest-description--604658883'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:00:17.090083 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c02924ac-d3ff-4303-a059-9837c054a457 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:17.158014 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c02924ac-d3ff-4303-a059-9837c054a457 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks [] for security_group (1f847eba-4109-4fd4-b8f8-806d896d3b01), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:17.162334 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c02924ac-d3ff-4303-a059-9837c054a457 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (1f847eba-4109-4fd4-b8f8-806d896d3b01), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:17.219744 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c02924ac-d3ff-4303-a059-9837c054a457 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:17.220971 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-c02924ac-d3ff-4303-a059-9837c054a457 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1555450 May 10 19:00:17.223587 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02924ac-d3ff-4303-a059-9837c054a457 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f847eba-4109-4fd4-b8f8-806d896d3b01,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:00:17.224244 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 42338) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:00:17.228874 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-8360fd68-3975-42d8-8f23-0e98359780d3 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Request body: {'security_group_rule': {'security_group_id': '1f847eba-4109-4fd4-b8f8-806d896d3b01', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:00:17.233035 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19151334-3187-499f-bc80-7b7f90007575 req-3021863f-6a6a-4517-a934-f02fd02effa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:17.235067 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-19151334-3187-499f-bc80-7b7f90007575 req-3021863f-6a6a-4517-a934-f02fd02effa6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08319d2b6ebf4a40830d212321cb6b63&device_id=ad2ef54c-3019-4df0-8606-47dbb297103c HTTP/1.1" status: 200 len: 1127 time: 0.0551066 May 10 19:00:17.258147 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8360fd68-3975-42d8-8f23-0e98359780d3 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks [] for security_group_rule (0bc33f2f-41d0-4294-a5f4-00d5c5472099), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:17.318997 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8360fd68-3975-42d8-8f23-0e98359780d3 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks [] for security_group_rule (0bc33f2f-41d0-4294-a5f4-00d5c5472099), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:17.325892 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8360fd68-3975-42d8-8f23-0e98359780d3 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063310'] for security_group_rule (0bc33f2f-41d0-4294-a5f4-00d5c5472099), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:17.334795 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19151334-3187-499f-bc80-7b7f90007575 req-9d538d13-bb19-4a5b-84cf-74c9101078d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:17.336267 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-19151334-3187-499f-bc80-7b7f90007575 req-9d538d13-bb19-4a5b-84cf-74c9101078d4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a4576b84-9910-4693-87ed-530385aa986d HTTP/1.1" status: 200 len: 916 time: 0.0904677 May 10 19:00:17.343625 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360fd68-3975-42d8-8f23-0e98359780d3 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bc33f2f-41d0-4294-a5f4-00d5c5472099,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:00:17.356812 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8360fd68-3975-42d8-8f23-0e98359780d3 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:17.360861 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-8360fd68-3975-42d8-8f23-0e98359780d3 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1328032 May 10 19:00:17.361165 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 42346) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:00:17.365901 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-1f315d9c-fef5-4a97-a35d-fb44cde6b08d tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Request body: {'security_group_rule': {'security_group_id': '1f847eba-4109-4fd4-b8f8-806d896d3b01', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:00:17.391939 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-19151334-3187-499f-bc80-7b7f90007575 req-1d0df69f-dbc7-4e1c-903a-b33d84e13a64 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c373ba0c-42cb-47b0-910f-f8b1b5c259e5 HTTP/1.1" status: 200 len: 217 time: 0.0463579 May 10 19:00:17.395956 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1f315d9c-fef5-4a97-a35d-fb44cde6b08d tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks [] for security_group_rule (b1d975b1-3219-436e-9ec2-8cc7c9080751), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:17.441310 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19151334-3187-499f-bc80-7b7f90007575 req-a085327d-2334-4149-96a9-4f07f1e5da96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:17.442948 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-19151334-3187-499f-bc80-7b7f90007575 req-a085327d-2334-4149-96a9-4f07f1e5da96 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c386732f-c86a-499c-bc04-b74b79921f36 HTTP/1.1" status: 200 len: 854 time: 0.0451016 May 10 19:00:17.454619 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1f315d9c-fef5-4a97-a35d-fb44cde6b08d tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks [] for security_group_rule (b1d975b1-3219-436e-9ec2-8cc7c9080751), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:17.459908 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1f315d9c-fef5-4a97-a35d-fb44cde6b08d tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063310'] for security_group_rule (b1d975b1-3219-436e-9ec2-8cc7c9080751), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:17.480030 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f315d9c-fef5-4a97-a35d-fb44cde6b08d tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1d975b1-3219-436e-9ec2-8cc7c9080751,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:00:17.489797 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1f315d9c-fef5-4a97-a35d-fb44cde6b08d tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:17.491022 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-1f315d9c-fef5-4a97-a35d-fb44cde6b08d tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1288362 May 10 19:00:17.494533 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 42352) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:00:17.496986 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19151334-3187-499f-bc80-7b7f90007575 req-b2c75ba1-8e8b-41ff-92ba-1c7c21df4a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:17.498613 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-19151334-3187-499f-bc80-7b7f90007575 req-b2c75ba1-8e8b-41ff-92ba-1c7c21df4a8c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4576b84-9910-4693-87ed-530385aa986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0480235 May 10 19:00:17.500120 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-d54fa305-3279-46b6-9b45-1fecf958fc44 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Request body: {'floatingip': {'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:00:17.522197 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d54fa305-3279-46b6-9b45-1fecf958fc44 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:17.601676 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-19151334-3187-499f-bc80-7b7f90007575 req-e66ab0fb-5762-4eed-b04d-0d368303e3f4 service neutron] 10.222.0.48 "GET /v2.0/networks/a4576b84-9910-4693-87ed-530385aa986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960424 May 10 19:00:17.617009 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d54fa305-3279-46b6-9b45-1fecf958fc44 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:17.701422 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-19151334-3187-499f-bc80-7b7f90007575 req-da9b6bc0-f9ce-4812-ac3e-c74750a21f1a service neutron] 10.222.0.48 "GET /v2.0/networks/a4576b84-9910-4693-87ed-530385aa986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925190 May 10 19:00:17.733225 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-d54fa305-3279-46b6-9b45-1fecf958fc44 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Allocated IP 172.27.1.197 (fea53afb-2d4d-48cb-89ec-9b33d8fc553d/12fc4f2d-8382-4ccf-abb9-52281f433079/5e54b918-585d-44bf-a12e-d4c9db07ee4e) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:00:17.845905 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d54fa305-3279-46b6-9b45-1fecf958fc44 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks [] for port (5e54b918-585d-44bf-a12e-d4c9db07ee4e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:17.887555 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d54fa305-3279-46b6-9b45-1fecf958fc44 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4468833'] for port (5e54b918-585d-44bf-a12e-d4c9db07ee4e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:17.928533 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54fa305-3279-46b6-9b45-1fecf958fc44 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Network fea53afb-2d4d-48cb-89ec-9b33d8fc553d is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:00:17.938268 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54fa305-3279-46b6-9b45-1fecf958fc44 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Pushing event updated for resources: {'Port': ['ID=5e54b918-585d-44bf-a12e-d4c9db07ee4e,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:00:17.943166 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-d54fa305-3279-46b6-9b45-1fecf958fc44 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:00:17.945683 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54fa305-3279-46b6-9b45-1fecf958fc44 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:00:17.966604 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be52db-0178-4a75-9deb-2f79abc877fc req-b2b93a17-e2e7-4a16-be49-f5f08e58e129 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:17.974156 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-08be52db-0178-4a75-9deb-2f79abc877fc req-b2b93a17-e2e7-4a16-be49-f5f08e58e129 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 945 time: 0.0499978 May 10 19:00:18.024701 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-08be52db-0178-4a75-9deb-2f79abc877fc req-9f42bc5a-18f3-4e16-aa1e-fdcf7be01a3f tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495481 May 10 19:00:18.112046 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78738f-1709-447c-aa90-0d07af9929f1 req-536b6c9b-e7a3-453a-b6bb-fefbf6098332 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:18.118466 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-3c78738f-1709-447c-aa90-0d07af9929f1 req-536b6c9b-e7a3-453a-b6bb-fefbf6098332 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad2ef54c-3019-4df0-8606-47dbb297103c HTTP/1.1" status: 200 len: 943 time: 0.0780735 May 10 19:00:18.123288 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d54fa305-3279-46b6-9b45-1fecf958fc44 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks [] for floatingip (e71b8c21-e56e-475f-b618-191ff3f79bd2), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:18.188472 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d54fa305-3279-46b6-9b45-1fecf958fc44 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (5e54b918-585d-44bf-a12e-d4c9db07ee4e), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:18.213389 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-3c78738f-1709-447c-aa90-0d07af9929f1 req-fb9b658f-7bd7-41a9-879b-cd50dc41ff82 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5077097-cf26-47de-b210-726ad6724d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879507 May 10 19:00:18.336601 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 42376) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:00:18.363237 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d54fa305-3279-46b6-9b45-1fecf958fc44 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks [] for port (5e54b918-585d-44bf-a12e-d4c9db07ee4e), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:18.368343 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d54fa305-3279-46b6-9b45-1fecf958fc44 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4468760'] for port (5e54b918-585d-44bf-a12e-d4c9db07ee4e), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:18.439602 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54fa305-3279-46b6-9b45-1fecf958fc44 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Pushing event updated for resources: {'Port': ['ID=5e54b918-585d-44bf-a12e-d4c9db07ee4e,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:00:18.453662 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d54fa305-3279-46b6-9b45-1fecf958fc44 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2085825'] for floatingip (e71b8c21-e56e-475f-b618-191ff3f79bd2), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:18.467698 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-78eb9ef3-1c04-4485-aa6e-b306322ce4f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:18.472268 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d54fa305-3279-46b6-9b45-1fecf958fc44 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:18.474069 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-d54fa305-3279-46b6-9b45-1fecf958fc44 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9785268 May 10 19:00:18.544205 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-78eb9ef3-1c04-4485-aa6e-b306322ce4f7 admin admin] Publish callbacks [] for security_group (71013d59-bc67-48d3-b803-77ccc0afe9e9), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:18.549361 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-78eb9ef3-1c04-4485-aa6e-b306322ce4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (71013d59-bc67-48d3-b803-77ccc0afe9e9), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:18.587388 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb9ef3-1c04-4485-aa6e-b306322ce4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71013d59-bc67-48d3-b803-77ccc0afe9e9,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:00:18.591997 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-78eb9ef3-1c04-4485-aa6e-b306322ce4f7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=070bda4e77eb4ed9b1f828d2a8bb4235&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2542512 May 10 19:00:18.594717 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 42384) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:00:18.646524 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-57a69dd4-0d54-4926-a889-1c1b251d9565 admin admin] Publish callbacks [] for security_group (71013d59-bc67-48d3-b803-77ccc0afe9e9), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:18.668103 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-57a69dd4-0d54-4926-a889-1c1b251d9565 admin admin] Publish callbacks [] for security_group (71013d59-bc67-48d3-b803-77ccc0afe9e9), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:18.685969 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-210f5081-27e9-4e2d-8599-ff8e5ccbd532 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--307546479&fields=id&tenant_id=772abdeeb78b4eaab9bc9d831eda68f3 HTTP/1.1" status: 200 len: 267 time: 0.0416481 May 10 19:00:18.722609 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-57a69dd4-0d54-4926-a889-1c1b251d9565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (71013d59-bc67-48d3-b803-77ccc0afe9e9), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:18.725294 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-57a69dd4-0d54-4926-a889-1c1b251d9565 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:18.726462 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-57a69dd4-0d54-4926-a889-1c1b251d9565 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/71013d59-bc67-48d3-b803-77ccc0afe9e9 HTTP/1.1" status: 204 len: 168 time: 0.1307683 May 10 19:00:18.732666 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device c373ba0c-42cb-47b0-910f-f8b1b5c259e5 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:00:18.746976 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a69dd4-0d54-4926-a889-1c1b251d9565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71013d59-bc67-48d3-b803-77ccc0afe9e9,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:00:18.817072 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-f78207bd-1fd3-49ab-b9bb-0216b0fd3251 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:18.819124 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-f78207bd-1fd3-49ab-b9bb-0216b0fd3251 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/networks?id=f5c43a6a-f0d1-477d-a8c6-2fea358c2538 HTTP/1.1" status: 200 len: 819 time: 0.1238744 May 10 19:00:18.835297 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-96f92e60-8a97-410f-b648-31b77ee03b9f tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/quotas/772abdeeb78b4eaab9bc9d831eda68f3 HTTP/1.1" status: 200 len: 375 time: 0.0104861 May 10 19:00:18.844875 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port c373ba0c-42cb-47b0-910f-f8b1b5c259e5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c373ba0c-42cb-47b0-910f-f8b1b5c259e5,segment=NetworkSegment(04de397a-54d1-4abc-9167-6db11e2916d9),segment_id=04de397a-54d1-4abc-9167-6db11e2916d9)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:00:18.857386 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Returning: {'device': 'c373ba0c-42cb-47b0-910f-f8b1b5c259e5', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'port_id': 'c373ba0c-42cb-47b0-910f-f8b1b5c259e5', 'mac_address': 'fa:16:3e:2c:c4:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:00:18.898089 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port c373ba0c-42cb-47b0-910f-f8b1b5c259e5 is: DOWN; New status is: BUILD {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:00:18.898512 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (c373ba0c-42cb-47b0-910f-f8b1b5c259e5), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:18.898753 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-2624b694-253d-41cd-b3c1-8bfff64e2f2c tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=772abdeeb78b4eaab9bc9d831eda68f3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0577047 May 10 19:00:18.912662 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c373ba0c-42cb-47b0-910f-f8b1b5c259e5 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:00:18.957644 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port c373ba0c-42cb-47b0-910f-f8b1b5c259e5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c373ba0c-42cb-47b0-910f-f8b1b5c259e5,segment=NetworkSegment(04de397a-54d1-4abc-9167-6db11e2916d9),segment_id=04de397a-54d1-4abc-9167-6db11e2916d9)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:00:18.963462 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (c373ba0c-42cb-47b0-910f-f8b1b5c259e5), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:19.012248 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=c373ba0c-42cb-47b0-910f-f8b1b5c259e5,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:00:19.013436 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-41fbc7b8-e3c9-490b-b29f-c9d2521019a1 service neutron] 10.222.0.52 "GET /v2.0/networks/f5c43a6a-f0d1-477d-a8c6-2fea358c2538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905480 May 10 19:00:19.020540 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:19.020921 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:19.021285 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:19.021632 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:19.021970 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:19.022299 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:19.022623 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:19.022948 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:19.023348 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:19.023724 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:19.024064 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:19.024459 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:19.024964 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:19.025301 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:19.025649 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:00:19.060343 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 42400) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:00:19.083136 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3753927a-0b54-4937-97f7-3f233c844340 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:19.126552 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-cd17f412-cddc-46ad-b98c-4c7f5bb85ec9 service neutron] 10.222.0.52 "GET /v2.0/networks/f5c43a6a-f0d1-477d-a8c6-2fea358c2538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061175 May 10 19:00:19.188395 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079deeea-bd3e-41e9-8c5a-408d60e4afaa req-aa3c429d-55a2-4604-9778-2f1ada822ded tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:19.190023 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-079deeea-bd3e-41e9-8c5a-408d60e4afaa req-aa3c429d-55a2-4604-9778-2f1ada822ded tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 945 time: 0.0863676 May 10 19:00:19.255102 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3753927a-0b54-4937-97f7-3f233c844340 admin admin] Publish callbacks [] for security_group (b5458933-0e9c-4d41-8374-4b0e3b1516f6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:19.264408 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3753927a-0b54-4937-97f7-3f233c844340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (b5458933-0e9c-4d41-8374-4b0e3b1516f6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:19.289026 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-079deeea-bd3e-41e9-8c5a-408d60e4afaa req-821a7435-b803-4de1-a276-f2c76c6d89df tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909050 May 10 19:00:19.318204 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-3753927a-0b54-4937-97f7-3f233c844340 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=67d612ea1b5649b1b8d4af1ca0bc9e37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2562766 May 10 19:00:19.320761 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 42412) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:00:19.323550 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753927a-0b54-4937-97f7-3f233c844340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5458933-0e9c-4d41-8374-4b0e3b1516f6,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:00:19.348190 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['c373ba0c-42cb-47b0-910f-f8b1b5c259e5'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:00:19.370495 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-90a02a55-b6f8-4373-852b-70f3a5646c97 req-c5bad37d-1fec-4215-bc9f-685d53b59ef1 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 210 time: 0.0303433 May 10 19:00:19.457752 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a88a8-d581-4b14-8be5-f68f087079c9 req-5bed3b7d-f46e-46f1-99df-ee76c02ea6e8 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:19.459337 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-654a88a8-d581-4b14-8be5-f68f087079c9 req-5bed3b7d-f46e-46f1-99df-ee76c02ea6e8 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad2ef54c-3019-4df0-8606-47dbb297103c HTTP/1.1" status: 200 len: 944 time: 0.0874031 May 10 19:00:19.478990 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f3b44233-f57c-41ae-b89c-f76804db93ec admin admin] Publish callbacks [] for security_group (b5458933-0e9c-4d41-8374-4b0e3b1516f6), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:19.524638 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f3b44233-f57c-41ae-b89c-f76804db93ec admin admin] Publish callbacks [] for security_group (b5458933-0e9c-4d41-8374-4b0e3b1516f6), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:19.551254 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-654a88a8-d581-4b14-8be5-f68f087079c9 req-1cab5c30-81f9-40ba-b038-98b45371d1c6 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5077097-cf26-47de-b210-726ad6724d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831423 May 10 19:00:19.586919 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f3b44233-f57c-41ae-b89c-f76804db93ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (b5458933-0e9c-4d41-8374-4b0e3b1516f6), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:19.589612 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f3b44233-f57c-41ae-b89c-f76804db93ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:19.590767 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-f3b44233-f57c-41ae-b89c-f76804db93ec admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b5458933-0e9c-4d41-8374-4b0e3b1516f6 HTTP/1.1" status: 204 len: 168 time: 0.2685928 May 10 19:00:19.601312 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b44233-f57c-41ae-b89c-f76804db93ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5458933-0e9c-4d41-8374-4b0e3b1516f6,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:00:19.930301 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 42424) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:00:19.948620 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-971bdd81-76d2-4fc6-a973-98cbc2b6df21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:20.032752 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-971bdd81-76d2-4fc6-a973-98cbc2b6df21 admin admin] Publish callbacks [] for security_group (d5e03039-2473-4035-9f4a-29d076e55f16), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:20.038149 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-971bdd81-76d2-4fc6-a973-98cbc2b6df21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (d5e03039-2473-4035-9f4a-29d076e55f16), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:20.075296 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-971bdd81-76d2-4fc6-a973-98cbc2b6df21 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2651bac231204e9faab32849b2cba9d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427863 May 10 19:00:20.076106 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971bdd81-76d2-4fc6-a973-98cbc2b6df21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e03039-2473-4035-9f4a-29d076e55f16,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:00:20.078872 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 42426) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:00:20.139893 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-906d28e4-94f2-4dd1-b170-bb8e9d6fe01c admin admin] Publish callbacks [] for security_group (d5e03039-2473-4035-9f4a-29d076e55f16), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:20.162756 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-906d28e4-94f2-4dd1-b170-bb8e9d6fe01c admin admin] Publish callbacks [] for security_group (d5e03039-2473-4035-9f4a-29d076e55f16), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:20.214128 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-906d28e4-94f2-4dd1-b170-bb8e9d6fe01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (d5e03039-2473-4035-9f4a-29d076e55f16), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:20.216586 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-906d28e4-94f2-4dd1-b170-bb8e9d6fe01c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:20.217835 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-906d28e4-94f2-4dd1-b170-bb8e9d6fe01c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d5e03039-2473-4035-9f4a-29d076e55f16 HTTP/1.1" status: 204 len: 168 time: 0.1373212 May 10 19:00:20.226977 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d28e4-94f2-4dd1-b170-bb8e9d6fe01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e03039-2473-4035-9f4a-29d076e55f16,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:00:20.420352 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cb512-eb10-4f3c-a12e-0b0ee483d252 req-6919d32c-29bf-4426-839a-525c2eaec40d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:20.422028 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-991cb512-eb10-4f3c-a12e-0b0ee483d252 req-6919d32c-29bf-4426-839a-525c2eaec40d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 945 time: 0.0564587 May 10 19:00:20.499202 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3f72a3a5-d5a5-4a24-bc76-967f287bcf4b req-ca084c49-32bd-4fb1-b93e-07a92dcf0b61 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 210 time: 0.0331414 May 10 19:00:20.503459 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-991cb512-eb10-4f3c-a12e-0b0ee483d252 req-a54c043e-e7ed-4e28-adaa-4f73e5738622 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735795 May 10 19:00:20.684137 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b8b08-6506-44a9-a875-c03dd02e0f1d req-8b16d39a-636e-4b83-935d-45519b987de7 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:20.685673 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-214b8b08-6506-44a9-a875-c03dd02e0f1d req-8b16d39a-636e-4b83-935d-45519b987de7 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad2ef54c-3019-4df0-8606-47dbb297103c HTTP/1.1" status: 200 len: 944 time: 0.0511103 May 10 19:00:20.750223 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device c373ba0c-42cb-47b0-910f-f8b1b5c259e5 up at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:00:20.795936 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-214b8b08-6506-44a9-a875-c03dd02e0f1d req-90b22fca-35f4-49ce-ac65-40545dba0a4d tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5077097-cf26-47de-b210-726ad6724d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996563 May 10 19:00:20.826297 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-40a6f24c-22c5-4b89-ae06-5de68c72a714 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:20.828014 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-40a6f24c-22c5-4b89-ae06-5de68c72a714 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.48 "GET /v2.0/networks?id=f5c43a6a-f0d1-477d-a8c6-2fea358c2538 HTTP/1.1" status: 200 len: 819 time: 0.1397638 May 10 19:00:20.829562 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning for port c373ba0c-42cb-47b0-910f-f8b1b5c259e5 completed by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:00:20.838199 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning complete for port c373ba0c-42cb-47b0-910f-f8b1b5c259e5 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:00:20.838845 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (c373ba0c-42cb-47b0-910f-f8b1b5c259e5), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:20.908707 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-eaa76f6d-197b-46e6-8797-3b2538d1ad0e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=772abdeeb78b4eaab9bc9d831eda68f3 HTTP/1.1" status: 200 len: 379 time: 0.0540199 May 10 19:00:20.917427 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port c373ba0c-42cb-47b0-910f-f8b1b5c259e5 is: BUILD; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:00:20.917813 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (c373ba0c-42cb-47b0-910f-f8b1b5c259e5), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:20.943744 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2ef54c-3019-4df0-8606-47dbb297103c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c373ba0c-42cb-47b0-910f-f8b1b5c259e5'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:00:20.947172 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc4c72c1cd3e6c4fc9632b01e094f02638f1ddc8156bb4d740f489bc698d08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2340fbc7-bcd2-492f-8077-217c725b1da3" -d '{"events": [{"server_uuid": "ad2ef54c-3019-4df0-8606-47dbb297103c", "name": "network-vif-plugged", "status": "completed", "tag": "c373ba0c-42cb-47b0-910f-f8b1b5c259e5"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:00:20.961021 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port c373ba0c-42cb-47b0-910f-f8b1b5c259e5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c373ba0c-42cb-47b0-910f-f8b1b5c259e5,segment=NetworkSegment(04de397a-54d1-4abc-9167-6db11e2916d9),segment_id=04de397a-54d1-4abc-9167-6db11e2916d9)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:00:20.967157 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (c373ba0c-42cb-47b0-910f-f8b1b5c259e5), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:20.996251 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdeb15b-2ae1-4cf8-83db-dd727336ce34 x-openstack-request-id: req-6bdeb15b-2ae1-4cf8-83db-dd727336ce34 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:00:20.996685 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad2ef54c-3019-4df0-8606-47dbb297103c", "name": "network-vif-plugged", "status": "completed", "tag": "c373ba0c-42cb-47b0-910f-f8b1b5c259e5", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:00:20.997070 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6bdeb15b-2ae1-4cf8-83db-dd727336ce34 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:00:20.997705 dv-cinder-836996-18-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bdeb15b-2ae1-4cf8-83db-dd727336ce34'] response: {'server_uuid': 'ad2ef54c-3019-4df0-8606-47dbb297103c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c373ba0c-42cb-47b0-910f-f8b1b5c259e5', 'code': 200} May 10 19:00:21.025794 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=c373ba0c-42cb-47b0-910f-f8b1b5c259e5,revision_number=5']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:00:21.112373 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-1e5432fb-b225-4075-9c83-ee2c3ae97213 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Request body: {'port': {'device_id': 'd9d87d9e-ec66-4aa0-b0d4-dd02825cae2f', 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538', 'admin_state_up': True, 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'security_groups': ['1f847eba-4109-4fd4-b8f8-806d896d3b01']}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:00:21.236459 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-1e5432fb-b225-4075-9c83-ee2c3ae97213 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Made reservation on behalf of 772abdeeb78b4eaab9bc9d831eda68f3 for: {'port': 1} {{(pid=103423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:00:21.240029 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-1e5432fb-b225-4075-9c83-ee2c3ae97213 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:21.389856 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab4851-4e03-4ab3-8a9e-f7a6729d2c4b req-2909556a-974c-4c4c-8a54-075307835d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:21.391286 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-03ab4851-4e03-4ab3-8a9e-f7a6729d2c4b req-2909556a-974c-4c4c-8a54-075307835d8e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ad2ef54c-3019-4df0-8606-47dbb297103c HTTP/1.1" status: 200 len: 1129 time: 0.0641661 May 10 19:00:21.407906 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-1e5432fb-b225-4075-9c83-ee2c3ae97213 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Allocated IP 172.20.0.3 (f5c43a6a-f0d1-477d-a8c6-2fea358c2538/9ed489f3-e7d1-46ad-8ba4-625045889072/429aaef2-d59b-4969-b7f6-6452143d46f3) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:00:21.462939 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-03ab4851-4e03-4ab3-8a9e-f7a6729d2c4b req-7eda84c5-8719-462e-b004-eaec45bf7d24 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c5077097-cf26-47de-b210-726ad6724d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632515 May 10 19:00:21.595226 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-1e5432fb-b225-4075-9c83-ee2c3ae97213 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks [] for port (429aaef2-d59b-4969-b7f6-6452143d46f3), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:21.608537 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-3e24385c-d6e8-464f-8137-0d6634e1261e req-866cf935-b868-477b-b6aa-49705276594f tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 210 time: 0.0288727 May 10 19:00:21.635458 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248192bd-23e0-4bb7-9fa4-449730d2111b req-0d2812d6-9bca-4da4-a104-9052304b637a tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:21.636997 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-248192bd-23e0-4bb7-9fa4-449730d2111b req-0d2812d6-9bca-4da4-a104-9052304b637a tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 945 time: 0.0601656 May 10 19:00:21.680283 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-1e5432fb-b225-4075-9c83-ee2c3ae97213 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (429aaef2-d59b-4969-b7f6-6452143d46f3), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:21.734805 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-248192bd-23e0-4bb7-9fa4-449730d2111b req-35a3625b-2d59-4068-8650-59410fba9b04 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906835 May 10 19:00:21.742769 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-1e5432fb-b225-4075-9c83-ee2c3ae97213 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Network f5c43a6a-f0d1-477d-a8c6-2fea358c2538 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:00:21.749909 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-1e5432fb-b225-4075-9c83-ee2c3ae97213 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:00:21.753020 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-1e5432fb-b225-4075-9c83-ee2c3ae97213 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:00:21.758554 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5432fb-b225-4075-9c83-ee2c3ae97213 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Pushing event updated for resources: {'Port': ['ID=429aaef2-d59b-4969-b7f6-6452143d46f3,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:00:21.808440 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-1e5432fb-b225-4075-9c83-ee2c3ae97213 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:21.809228 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-1e5432fb-b225-4075-9c83-ee2c3ae97213 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:21.828586 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-1e5432fb-b225-4075-9c83-ee2c3ae97213 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7229986 May 10 19:00:21.916797 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-856be4a3-6366-446c-a6f4-d0e72e85efb1 service neutron] Request body: {'port': {'device_id': 'd9d87d9e-ec66-4aa0-b0d4-dd02825cae2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:00:21.937940 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b226092-c8c8-40aa-a82d-ff27181ca85e req-66b1cc1b-928a-4e1f-9d61-3255b6ab883f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:21.939483 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-6b226092-c8c8-40aa-a82d-ff27181ca85e req-66b1cc1b-928a-4e1f-9d61-3255b6ab883f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad2ef54c-3019-4df0-8606-47dbb297103c HTTP/1.1" status: 200 len: 945 time: 0.0526774 May 10 19:00:21.983852 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-856be4a3-6366-446c-a6f4-d0e72e85efb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (429aaef2-d59b-4969-b7f6-6452143d46f3), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:21.988396 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-6b226092-c8c8-40aa-a82d-ff27181ca85e req-378af6d0-e26d-4338-adff-9451e15bf41a tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5077097-cf26-47de-b210-726ad6724d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429451 May 10 19:00:22.026280 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-4e35283b-47de-434b-91d7-6d91d9bb8801 None None] Provisioning complete for port 429aaef2-d59b-4969-b7f6-6452143d46f3 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:00:22.026911 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4e35283b-47de-434b-91d7-6d91d9bb8801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (429aaef2-d59b-4969-b7f6-6452143d46f3), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:22.061339 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-4e35283b-47de-434b-91d7-6d91d9bb8801 None None] Port 429aaef2-d59b-4969-b7f6-6452143d46f3 cannot update to ACTIVE because it is not bound. {{(pid=103424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:00:22.253378 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-856be4a3-6366-446c-a6f4-d0e72e85efb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 429aaef2-d59b-4969-b7f6-6452143d46f3 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:00:22.260983 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-856be4a3-6366-446c-a6f4-d0e72e85efb1 service neutron] Publish callbacks [] for port (429aaef2-d59b-4969-b7f6-6452143d46f3), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:22.275403 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-856be4a3-6366-446c-a6f4-d0e72e85efb1 service neutron] Transition to ACTIVE for port object 429aaef2-d59b-4969-b7f6-6452143d46f3 will not be triggered until provisioned by entity L2. {{(pid=103423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:00:22.281118 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-856be4a3-6366-446c-a6f4-d0e72e85efb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (429aaef2-d59b-4969-b7f6-6452143d46f3), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:22.339023 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856be4a3-6366-446c-a6f4-d0e72e85efb1 service neutron] Pushing event updated for resources: {'Port': ['ID=429aaef2-d59b-4969-b7f6-6452143d46f3,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:00:22.428865 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-856be4a3-6366-446c-a6f4-d0e72e85efb1 service neutron] Attempting to bind port 429aaef2-d59b-4969-b7f6-6452143d46f3 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:00:22.428865 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-856be4a3-6366-446c-a6f4-d0e72e85efb1 service neutron] Attempting to bind port 429aaef2-d59b-4969-b7f6-6452143d46f3 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '305b6081-8325-44b4-b4f1-d287ed407450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:00:22.428865 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-856be4a3-6366-446c-a6f4-d0e72e85efb1 service neutron] Attempting to bind port 429aaef2-d59b-4969-b7f6-6452143d46f3 on network f5c43a6a-f0d1-477d-a8c6-2fea358c2538 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:00:22.432752 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-856be4a3-6366-446c-a6f4-d0e72e85efb1 service neutron] Port 429aaef2-d59b-4969-b7f6-6452143d46f3 on network f5c43a6a-f0d1-477d-a8c6-2fea358c2538 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:00:22.433086 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-856be4a3-6366-446c-a6f4-d0e72e85efb1 service neutron] Attempting to bind port 429aaef2-d59b-4969-b7f6-6452143d46f3 on network f5c43a6a-f0d1-477d-a8c6-2fea358c2538 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:00:22.438462 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-856be4a3-6366-446c-a6f4-d0e72e85efb1 service neutron] Checking agent: {'id': '84b4d3b2-b3ea-4da4-b994-5396953c421b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'started_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:00:22.438809 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-856be4a3-6366-446c-a6f4-d0e72e85efb1 service neutron] Checking segment: {'id': '305b6081-8325-44b4-b4f1-d287ed407450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:00:22.439204 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-856be4a3-6366-446c-a6f4-d0e72e85efb1 service neutron] Bound using segment: {'id': '305b6081-8325-44b4-b4f1-d287ed407450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:00:22.439632 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-856be4a3-6366-446c-a6f4-d0e72e85efb1 service neutron] Bound port: 429aaef2-d59b-4969-b7f6-6452143d46f3, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305b6081-8325-44b4-b4f1-d287ed407450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:00:22.439996 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-856be4a3-6366-446c-a6f4-d0e72e85efb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (429aaef2-d59b-4969-b7f6-6452143d46f3), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:22.506717 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-856be4a3-6366-446c-a6f4-d0e72e85efb1 service neutron] For port 429aaef2-d59b-4969-b7f6-6452143d46f3, host hv-cinder-83699, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:00:22.509683 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-856be4a3-6366-446c-a6f4-d0e72e85efb1 service neutron] For port 429aaef2-d59b-4969-b7f6-6452143d46f3, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=429aaef2-d59b-4969-b7f6-6452143d46f3,segment=NetworkSegment(305b6081-8325-44b4-b4f1-d287ed407450),segment_id=305b6081-8325-44b4-b4f1-d287ed407450)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:00:22.517775 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-856be4a3-6366-446c-a6f4-d0e72e85efb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (429aaef2-d59b-4969-b7f6-6452143d46f3), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:22.548993 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-856be4a3-6366-446c-a6f4-d0e72e85efb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:22.549619 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-856be4a3-6366-446c-a6f4-d0e72e85efb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:22.551018 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-856be4a3-6366-446c-a6f4-d0e72e85efb1 service neutron] 10.222.0.48 "PUT /v2.0/ports/429aaef2-d59b-4969-b7f6-6452143d46f3 HTTP/1.1" status: 200 len: 1093 time: 0.6388257 May 10 19:00:22.551507 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d87d9e-ec66-4aa0-b0d4-dd02825cae2f', 'tag': '429aaef2-d59b-4969-b7f6-6452143d46f3'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:00:22.553783 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb530942-657b-4b82-b5e3-4ef40fdf6af2" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f", "tag": "429aaef2-d59b-4969-b7f6-6452143d46f3"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:00:22.586151 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856be4a3-6366-446c-a6f4-d0e72e85efb1 service neutron] Pushing event updated for resources: {'Port': ['ID=429aaef2-d59b-4969-b7f6-6452143d46f3,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:00:22.611343 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792a9454-0005-404c-87cc-c1e127baa14b x-openstack-request-id: req-792a9454-0005-404c-87cc-c1e127baa14b {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:00:22.611673 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f", "tag": "429aaef2-d59b-4969-b7f6-6452143d46f3", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:00:22.611936 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-792a9454-0005-404c-87cc-c1e127baa14b {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:00:22.612352 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-792a9454-0005-404c-87cc-c1e127baa14b'] response: {'name': 'network-changed', 'server_uuid': 'd9d87d9e-ec66-4aa0-b0d4-dd02825cae2f', 'tag': '429aaef2-d59b-4969-b7f6-6452143d46f3', 'status': 'completed', 'code': 200} May 10 19:00:22.728447 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76544511-f824-4d52-9133-6013bfeb873b req-5484ed85-8ac2-4d4b-81ae-37b519487bd3 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:22.729962 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-76544511-f824-4d52-9133-6013bfeb873b req-5484ed85-8ac2-4d4b-81ae-37b519487bd3 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 943 time: 0.0473144 May 10 19:00:22.765514 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:00:22.779173 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-76544511-f824-4d52-9133-6013bfeb873b req-9ebd7136-bcb1-4833-839c-cd5825423fae tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f847eba-4109-4fd4-b8f8-806d896d3b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426815 May 10 19:00:22.862851 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d3c7e-530e-40ec-944c-d6b8580609ed req-64180f81-a1f8-4006-af72-71ebd9542283 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:22.864411 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2b8d3c7e-530e-40ec-944c-d6b8580609ed req-64180f81-a1f8-4006-af72-71ebd9542283 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 945 time: 0.0461142 May 10 19:00:22.873506 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1,segment=NetworkSegment(bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92),segment_id=bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:00:22.887569 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Returning: {'device': 'e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1', 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d', 'port_id': 'e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1', 'mac_address': 'fa:16:3e:51:79:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8531edb7-c043-461d-9962-84adba840bae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:00:22.922960 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2b8d3c7e-530e-40ec-944c-d6b8580609ed req-990a8c1a-a168-4bff-bbd8-113c1478df4d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504110 May 10 19:00:22.925332 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 is: ACTIVE; New status is: BUILD {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:00:22.925721 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:22.938632 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:00:22.958146 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1,segment=NetworkSegment(bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92),segment_id=bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:00:22.963224 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:23.008461 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1,revision_number=6']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:00:23.103036 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8cf8fa-3a47-4c90-a9dd-6281f8e10e6a req-184dc76a-e3bf-4537-bfe6-177dc4295380 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:23.104474 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-dc8cf8fa-3a47-4c90-a9dd-6281f8e10e6a req-184dc76a-e3bf-4537-bfe6-177dc4295380 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad2ef54c-3019-4df0-8606-47dbb297103c HTTP/1.1" status: 200 len: 945 time: 0.0467501 May 10 19:00:23.168163 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-dc8cf8fa-3a47-4c90-a9dd-6281f8e10e6a req-b3bb9167-dd66-467b-ae18-26bf4079e8f7 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5077097-cf26-47de-b210-726ad6724d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575702 May 10 19:00:23.299302 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:00:23.329775 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb530942-657b-4b82-b5e3-4ef40fdf6af2 req-34cd4262-5e5c-422b-bc3a-7ff9c473b624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:23.331295 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-cb530942-657b-4b82-b5e3-4ef40fdf6af2 req-34cd4262-5e5c-422b-bc3a-7ff9c473b624 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=772abdeeb78b4eaab9bc9d831eda68f3&device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 1127 time: 0.0411437 May 10 19:00:23.588622 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb530942-657b-4b82-b5e3-4ef40fdf6af2 req-fb81749a-8b0e-4e2e-b1ef-5511673b9ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:23.590027 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-cb530942-657b-4b82-b5e3-4ef40fdf6af2 req-fb81749a-8b0e-4e2e-b1ef-5511673b9ec1 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=772abdeeb78b4eaab9bc9d831eda68f3&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1115921 May 10 19:00:23.902839 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494b4ed-e199-4380-b924-bc6f476545bd req-4666c240-7366-437a-b94b-aff82c4e7ce8 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:23.904354 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9494b4ed-e199-4380-b924-bc6f476545bd req-4666c240-7366-437a-b94b-aff82c4e7ce8 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 943 time: 0.0533600 May 10 19:00:23.955572 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9494b4ed-e199-4380-b924-bc6f476545bd req-89278ccc-d460-4699-834c-f49b4b477b38 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f847eba-4109-4fd4-b8f8-806d896d3b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429981 May 10 19:00:24.043987 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2809f6-5e8e-4446-ab93-da4f43a4c15e req-0b611124-7b53-4cdb-b082-f1659380525e tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:24.045557 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-fb2809f6-5e8e-4446-ab93-da4f43a4c15e req-0b611124-7b53-4cdb-b082-f1659380525e tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 944 time: 0.0492232 May 10 19:00:24.094230 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-fb2809f6-5e8e-4446-ab93-da4f43a4c15e req-cf3a41b7-2638-4953-ae67-69ae29ab71e5 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428932 May 10 19:00:24.307876 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174eae0-91e2-4bb2-aea7-17a6eeb3a6a0 req-77d13c2d-467a-49c7-ab8c-908567d650bd tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:24.309366 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-6174eae0-91e2-4bb2-aea7-17a6eeb3a6a0 req-77d13c2d-467a-49c7-ab8c-908567d650bd tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad2ef54c-3019-4df0-8606-47dbb297103c HTTP/1.1" status: 200 len: 945 time: 0.0649533 May 10 19:00:24.349816 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb530942-657b-4b82-b5e3-4ef40fdf6af2 req-3a764c3e-7394-49ac-b75c-4062b4be7bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:24.351246 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-cb530942-657b-4b82-b5e3-4ef40fdf6af2 req-3a764c3e-7394-49ac-b75c-4062b4be7bde service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1571133 May 10 19:00:24.371675 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-6174eae0-91e2-4bb2-aea7-17a6eeb3a6a0 req-14b1ddb5-7674-41da-a252-0c290e38d1cc tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5077097-cf26-47de-b210-726ad6724d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560210 May 10 19:00:24.492963 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a1463-8fd1-412e-ae1e-e312a7ded6d4 req-c4496cc8-953a-4026-853f-88ae860aa78c tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:24.494853 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-748a1463-8fd1-412e-ae1e-e312a7ded6d4 req-c4496cc8-953a-4026-853f-88ae860aa78c tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad2ef54c-3019-4df0-8606-47dbb297103c HTTP/1.1" status: 200 len: 945 time: 0.0547900 May 10 19:00:24.505375 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 42486) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:00:24.510539 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-debd6a16-9c46-40f4-b96e-b72372f1c1e5 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Request body: {'floatingip': {'port_id': 'c373ba0c-42cb-47b0-910f-f8b1b5c259e5'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:00:24.552278 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-debd6a16-9c46-40f4-b96e-b72372f1c1e5 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for floatingip (489b4aff-720e-4b8c-bfba-f914b006bf22), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:24.746975 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-56150f88-4241-4f0c-bc20-3db9b415591d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:24.748558 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-56150f88-4241-4f0c-bc20-3db9b415591d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=772abdeeb78b4eaab9bc9d831eda68f3&device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 1127 time: 0.0899577 May 10 19:00:24.798784 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 up at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:00:24.841240 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-5b23b627-5957-4fb7-a9be-b08635167e85 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=429aaef2-d59b-4969-b7f6-6452143d46f3 HTTP/1.1" status: 200 len: 217 time: 0.0480511 May 10 19:00:24.852649 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning complete for port e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:00:24.853123 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:24.948661 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 is: BUILD; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:00:24.949083 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:24.975550 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba58fb79-03be-4002-9b26-82ceedeff959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:00:24.978215 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc4c72c1cd3e6c4fc9632b01e094f02638f1ddc8156bb4d740f489bc698d08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bc365b-2e7b-4c83-a768-09f1c8171409" -d '{"events": [{"server_uuid": "ba58fb79-03be-4002-9b26-82ceedeff959", "name": "network-vif-plugged", "status": "completed", "tag": "e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:00:24.993601 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1,segment=NetworkSegment(bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92),segment_id=bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:00:25.002092 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:25.056187 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcfc185-8172-4920-8ecf-62a63a318048 x-openstack-request-id: req-8bcfc185-8172-4920-8ecf-62a63a318048 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:00:25.056472 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba58fb79-03be-4002-9b26-82ceedeff959", "name": "network-vif-plugged", "status": "completed", "tag": "e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:00:25.056773 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8bcfc185-8172-4920-8ecf-62a63a318048 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:00:25.057139 dv-cinder-836996-18-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bcfc185-8172-4920-8ecf-62a63a318048'] response: {'server_uuid': 'ba58fb79-03be-4002-9b26-82ceedeff959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1', 'code': 200} May 10 19:00:25.069979 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1,revision_number=7']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:00:25.229110 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b740d-8364-4e06-8c9e-f0c0d7bd5f6f req-b7e6b4b7-b320-4b37-b0cc-fa1681c21bed tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:25.233174 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-461b740d-8364-4e06-8c9e-f0c0d7bd5f6f req-b7e6b4b7-b320-4b37-b0cc-fa1681c21bed tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 945 time: 0.0629516 May 10 19:00:25.303343 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-001dbc3a-9935-427f-9520-9ce953abdacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:25.304873 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-001dbc3a-9935-427f-9520-9ce953abdacf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ed489f3-e7d1-46ad-8ba4-625045889072 HTTP/1.1" status: 200 len: 858 time: 0.4490380 May 10 19:00:25.305351 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-461b740d-8364-4e06-8c9e-f0c0d7bd5f6f req-cfc7ad0f-c1ea-4206-9512-a714d29ea817 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671740 May 10 19:00:25.314728 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166444c4-1d9a-49ea-8538-04d7c386dc45 req-b899b3fb-835e-4c21-9993-1d272b621387 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:25.316420 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-166444c4-1d9a-49ea-8538-04d7c386dc45 req-b899b3fb-835e-4c21-9993-1d272b621387 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 943 time: 0.1035333 May 10 19:00:25.391893 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-25210afe-d6fb-4e0a-af31-845e7a8ff435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:25.394932 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-25210afe-d6fb-4e0a-af31-845e7a8ff435 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f5c43a6a-f0d1-477d-a8c6-2fea358c2538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0753145 May 10 19:00:25.549135 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-166444c4-1d9a-49ea-8538-04d7c386dc45 req-c68e268b-8db1-4a07-b679-e5551bfce6b6 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f847eba-4109-4fd4-b8f8-806d896d3b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1970587 May 10 19:00:25.611938 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-e656589b-0321-48fb-8ff2-d9c6e2f523c7 service neutron] 10.222.0.48 "GET /v2.0/networks/f5c43a6a-f0d1-477d-a8c6-2fea358c2538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865036 May 10 19:00:25.738852 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-debd6a16-9c46-40f4-b96e-b72372f1c1e5 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:25.750071 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-debd6a16-9c46-40f4-b96e-b72372f1c1e5 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2085825'] for floatingip (489b4aff-720e-4b8c-bfba-f914b006bf22), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:25.807571 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-50a5d8a0-ac76-4cab-bae4-e753e42fcbbc req-06915634-d21d-4cb7-802b-26632f500581 service neutron] 10.222.0.48 "GET /v2.0/networks/f5c43a6a-f0d1-477d-a8c6-2fea358c2538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880820 May 10 19:00:25.896561 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.db.l3_db [None req-debd6a16-9c46-40f4-b96e-b72372f1c1e5 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Floating IP 489b4aff-720e-4b8c-bfba-f914b006bf22 associated. External IP: 172.27.1.140, port: c373ba0c-42cb-47b0-910f-f8b1b5c259e5. May 10 19:00:25.994050 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368561ad-3f50-4254-ab6f-ee3be3302307 req-1a78d08e-5052-495e-89ed-e129d3bb0d6f tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:25.995610 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-368561ad-3f50-4254-ab6f-ee3be3302307 req-1a78d08e-5052-495e-89ed-e129d3bb0d6f tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0594726 May 10 19:00:26.091976 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-368561ad-3f50-4254-ab6f-ee3be3302307 req-89604061-67b5-4bc5-9d63-967cb81642c7 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856795 May 10 19:00:26.235513 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-debd6a16-9c46-40f4-b96e-b72372f1c1e5 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Router 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:00:26.420727 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debd6a16-9c46-40f4-b96e-b72372f1c1e5 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:00:26.432775 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873a073c-0bd2-41a7-857c-1af7085dc4c1 None None] Sync routers for ids ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'] in dv-cinder-836996-18-iscsi {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:00:26.434007 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-debd6a16-9c46-40f4-b96e-b72372f1c1e5 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:26.452235 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873a073c-0bd2-41a7-857c-1af7085dc4c1 None None] Routers {'224c80a3-2c7e-4fdf-addf-77721e5d4aa9'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:00:26.453135 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-873a073c-0bd2-41a7-857c-1af7085dc4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:00:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:00:26.473967 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-debd6a16-9c46-40f4-b96e-b72372f1c1e5 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "PUT /v2.0/floatingips/489b4aff-720e-4b8c-bfba-f914b006bf22 HTTP/1.1" status: 200 len: 991 time: 1.9666708 May 10 19:00:26.473967 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2ef54c-3019-4df0-8606-47dbb297103c', 'tag': 'c373ba0c-42cb-47b0-910f-f8b1b5c259e5'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:00:26.476544 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1d10a2-5710-4965-8604-b66db8a10850" -d '{"events": [{"name": "network-changed", "server_uuid": "ad2ef54c-3019-4df0-8606-47dbb297103c", "tag": "c373ba0c-42cb-47b0-910f-f8b1b5c259e5"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:00:26.510784 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c33bb1-27aa-4099-aed7-5f9b93d2dde4 req-1f5adf7f-87f7-4dd5-b2b5-eb385396e8bd tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:26.513124 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-13c33bb1-27aa-4099-aed7-5f9b93d2dde4 req-1f5adf7f-87f7-4dd5-b2b5-eb385396e8bd tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 945 time: 0.1155457 May 10 19:00:26.515247 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2be51e9-48b3-4383-8a1c-75286601ba15 x-openstack-request-id: req-c2be51e9-48b3-4383-8a1c-75286601ba15 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:00:26.515740 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad2ef54c-3019-4df0-8606-47dbb297103c", "tag": "c373ba0c-42cb-47b0-910f-f8b1b5c259e5", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:00:26.516156 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c2be51e9-48b3-4383-8a1c-75286601ba15 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:00:26.516784 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2be51e9-48b3-4383-8a1c-75286601ba15'] response: {'name': 'network-changed', 'server_uuid': 'ad2ef54c-3019-4df0-8606-47dbb297103c', 'tag': 'c373ba0c-42cb-47b0-910f-f8b1b5c259e5', 'status': 'completed', 'code': 200} May 10 19:00:26.589053 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-13c33bb1-27aa-4099-aed7-5f9b93d2dde4 req-d78b2ad3-c9a7-47b6-81c1-66535ffa741c tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693202 May 10 19:00:26.616122 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-873a073c-0bd2-41a7-857c-1af7085dc4c1 None None] Set router 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:00:26.721589 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419565d-4bda-4d2d-9c97-923c61f94557 req-19299a33-55ff-4ab7-a10d-b7a3983abe30 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:26.723719 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c419565d-4bda-4d2d-9c97-923c61f94557 req-19299a33-55ff-4ab7-a10d-b7a3983abe30 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 943 time: 0.0657506 May 10 19:00:26.788480 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c419565d-4bda-4d2d-9c97-923c61f94557 req-68415aaa-1880-40f5-a8bf-64a397ceb79a tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f847eba-4109-4fd4-b8f8-806d896d3b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585818 May 10 19:00:27.009802 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-873a073c-0bd2-41a7-857c-1af7085dc4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'name': 'tempest-AttachVolumeNegativeTest-1418596659-router', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:20Z', 'revision_number': 4, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'gw_port': {'id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': '489b4aff-720e-4b8c-bfba-f914b006bf22', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'port_id': 'c373ba0c-42cb-47b0-910f-f8b1b5c259e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'mac_address': 'fa:16:3e:2c:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2ef54c-3019-4df0-8606-47dbb297103c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:00:06Z', 'updated_at': '2022-05-10T19:00:25Z', 'revision_number': 1, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'fixed_ip_address_scope': None}, {'id': '8936a00c-3a02-45a9-ac95-74e0ecf8afd1', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'port_id': 'f7bad5c0-6c0f-4028-9da1-6080eeec7c61', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'mac_address': 'fa:16:3e:b1:d4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf86643-5556-427b-ba0d-dc53add28bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T18:58:35Z', 'updated_at': '2022-05-10T18:59:02Z', 'revision_number': 2, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecb12316-5946-47ad-ac9c-64373489eb65', 'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'mac_address': 'fa:16:3e:fe:8b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:16Z', 'updated_at': '2022-05-10T18:58:36Z', 'revision_number': 5, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'subnets': [{'id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:00:27.039796 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873a073c-0bd2-41a7-857c-1af7085dc4c1 None None] Checking router: 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 for host: dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:00:27.049131 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873a073c-0bd2-41a7-857c-1af7085dc4c1 None None] Routers {'224c80a3-2c7e-4fdf-addf-77721e5d4aa9'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:00:27.049931 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-873a073c-0bd2-41a7-857c-1af7085dc4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:00:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:00:27.062094 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d10a2-5710-4965-8604-b66db8a10850 req-3279cc49-0263-4b31-8e89-a9d402a22b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:27.064026 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0f1d10a2-5710-4965-8604-b66db8a10850 req-3279cc49-0263-4b31-8e89-a9d402a22b6b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08319d2b6ebf4a40830d212321cb6b63&device_id=ad2ef54c-3019-4df0-8606-47dbb297103c HTTP/1.1" status: 200 len: 1129 time: 0.0591495 May 10 19:00:27.231938 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-873a073c-0bd2-41a7-857c-1af7085dc4c1 None None] Set router 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:00:27.279851 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d10a2-5710-4965-8604-b66db8a10850 req-f44295bd-e4b5-4baf-a369-5afa3779da28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:27.281797 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0f1d10a2-5710-4965-8604-b66db8a10850 req-f44295bd-e4b5-4baf-a369-5afa3779da28 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a4576b84-9910-4693-87ed-530385aa986d HTTP/1.1" status: 200 len: 916 time: 0.1620483 May 10 19:00:27.295790 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a8259-b619-4fb1-9819-66401af8da7c req-faeae87c-abbd-4d21-8608-f93acb4ca4db tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:27.306045 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-0c3a8259-b619-4fb1-9819-66401af8da7c req-faeae87c-abbd-4d21-8608-f93acb4ca4db tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0841832 May 10 19:00:27.363022 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0f1d10a2-5710-4965-8604-b66db8a10850 req-1f0dd938-4036-4bc9-9408-7006afc80501 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c373ba0c-42cb-47b0-910f-f8b1b5c259e5 HTTP/1.1" status: 200 len: 999 time: 0.0710850 May 10 19:00:27.376646 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-0c3a8259-b619-4fb1-9819-66401af8da7c req-d3bf9551-adca-433b-8f45-a1b39f50d6ba tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695925 May 10 19:00:27.445018 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d10a2-5710-4965-8604-b66db8a10850 req-c832b71b-acbc-43c4-8b5d-2c4b69185517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:27.446481 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0f1d10a2-5710-4965-8604-b66db8a10850 req-c832b71b-acbc-43c4-8b5d-2c4b69185517 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c386732f-c86a-499c-bc04-b74b79921f36 HTTP/1.1" status: 200 len: 854 time: 0.0655427 May 10 19:00:27.501235 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d10a2-5710-4965-8604-b66db8a10850 req-77e0a247-49aa-4ac7-b1c7-7bea58458db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:27.502724 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0f1d10a2-5710-4965-8604-b66db8a10850 req-77e0a247-49aa-4ac7-b1c7-7bea58458db0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4576b84-9910-4693-87ed-530385aa986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0484750 May 10 19:00:27.542775 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-873a073c-0bd2-41a7-857c-1af7085dc4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'name': 'tempest-AttachVolumeNegativeTest-1418596659-router', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:20Z', 'revision_number': 4, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'gw_port': {'id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': '489b4aff-720e-4b8c-bfba-f914b006bf22', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'port_id': 'c373ba0c-42cb-47b0-910f-f8b1b5c259e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'mac_address': 'fa:16:3e:2c:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2ef54c-3019-4df0-8606-47dbb297103c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:00:06Z', 'updated_at': '2022-05-10T19:00:25Z', 'revision_number': 1, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'fixed_ip_address_scope': None}, {'id': '8936a00c-3a02-45a9-ac95-74e0ecf8afd1', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'port_id': 'f7bad5c0-6c0f-4028-9da1-6080eeec7c61', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'mac_address': 'fa:16:3e:b1:d4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf86643-5556-427b-ba0d-dc53add28bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T18:58:35Z', 'updated_at': '2022-05-10T18:59:02Z', 'revision_number': 2, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecb12316-5946-47ad-ac9c-64373489eb65', 'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'mac_address': 'fa:16:3e:fe:8b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:16Z', 'updated_at': '2022-05-10T18:58:36Z', 'revision_number': 5, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'subnets': [{'id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:00:27.572634 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873a073c-0bd2-41a7-857c-1af7085dc4c1 None None] The sync data for ids ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'] in dv-cinder-836996-18-iscsi is: [{'id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'name': 'tempest-AttachVolumeNegativeTest-1418596659-router', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:20Z', 'revision_number': 4, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'gw_port': {'id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': '489b4aff-720e-4b8c-bfba-f914b006bf22', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'port_id': 'c373ba0c-42cb-47b0-910f-f8b1b5c259e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'mac_address': 'fa:16:3e:2c:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2ef54c-3019-4df0-8606-47dbb297103c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:00:06Z', 'updated_at': '2022-05-10T19:00:25Z', 'revision_number': 1, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'fixed_ip_address_scope': None}, {'id': '8936a00c-3a02-45a9-ac95-74e0ecf8afd1', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'port_id': 'f7bad5c0-6c0f-4028-9da1-6080eeec7c61', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'mac_address': 'fa:16:3e:b1:d4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf86643-5556-427b-ba0d-dc53add28bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T18:58:35Z', 'updated_at': '2022-05-10T18:59:02Z', 'revision_number': 2, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecb12316-5946-47ad-ac9c-64373489eb65', 'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'mac_address': 'fa:16:3e:fe:8b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:16Z', 'updated_at': '2022-05-10T18:58:36Z', 'revision_number': 5, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'subnets': [{'id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:00:27.619841 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0f1d10a2-5710-4965-8604-b66db8a10850 req-6eb6dfce-1917-4497-8523-c5262d6243e0 service neutron] 10.222.0.48 "GET /v2.0/networks/a4576b84-9910-4693-87ed-530385aa986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074338 May 10 19:00:27.772446 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d926d-7f07-48a1-be11-bdf6eb244b9a req-920ce87b-5ef9-4d7e-b17b-c00a8bc8410a tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:27.774215 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-420d926d-7f07-48a1-be11-bdf6eb244b9a req-920ce87b-5ef9-4d7e-b17b-c00a8bc8410a tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 945 time: 0.0700057 May 10 19:00:27.819102 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0f1d10a2-5710-4965-8604-b66db8a10850 req-ae610acd-e329-4271-8e23-5e2cf543b9fe service neutron] 10.222.0.48 "GET /v2.0/networks/a4576b84-9910-4693-87ed-530385aa986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918726 May 10 19:00:27.856013 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-420d926d-7f07-48a1-be11-bdf6eb244b9a req-3515aebf-09b0-486f-ac5c-828d7200bfcf tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739343 May 10 19:00:27.942717 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971921ed-f425-4209-9c19-bffa290e99c1 req-e4795b78-6c5b-44b0-ab40-3ed52d2534ef tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:27.949947 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-971921ed-f425-4209-9c19-bffa290e99c1 req-e4795b78-6c5b-44b0-ab40-3ed52d2534ef tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 943 time: 0.0554137 May 10 19:00:27.950176 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40eda35e-64d0-4273-b3dc-d467f7f30421 None None] New status for floating IP 489b4aff-720e-4b8c-bfba-f914b006bf22: ACTIVE {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:00:28.002645 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-971921ed-f425-4209-9c19-bffa290e99c1 req-6a770782-8294-4cf1-8705-598df397a156 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f847eba-4109-4fd4-b8f8-806d896d3b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516818 May 10 19:00:28.502064 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a06a1d-8cfd-456d-9226-2c35890dbbd7 req-c6715d71-32ea-4301-9c8e-9c61ef6c8447 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:28.504448 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-24a06a1d-8cfd-456d-9226-2c35890dbbd7 req-c6715d71-32ea-4301-9c8e-9c61ef6c8447 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0611296 May 10 19:00:28.553985 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-24a06a1d-8cfd-456d-9226-2c35890dbbd7 req-e79ca21b-d4ae-4608-83a2-1f517b493ea2 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425155 May 10 19:00:28.818248 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 429aaef2-d59b-4969-b7f6-6452143d46f3 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:00:28.896510 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4a4e795f-51e2-4cc1-a538-8009e77d0833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:28.966399 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 429aaef2-d59b-4969-b7f6-6452143d46f3, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=429aaef2-d59b-4969-b7f6-6452143d46f3,segment=NetworkSegment(305b6081-8325-44b4-b4f1-d287ed407450),segment_id=305b6081-8325-44b4-b4f1-d287ed407450)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:00:28.987955 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Returning: {'device': '429aaef2-d59b-4969-b7f6-6452143d46f3', 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538', 'port_id': '429aaef2-d59b-4969-b7f6-6452143d46f3', 'mac_address': 'fa:16:3e:90:0a:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ed489f3-e7d1-46ad-8ba4-625045889072', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:00:29.030961 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c22bb1-2644-4900-bdaa-2df47819bd0e req-5849ea43-d5a9-4a4c-ba5e-38119f158950 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:29.039686 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-24c22bb1-2644-4900-bdaa-2df47819bd0e req-5849ea43-d5a9-4a4c-ba5e-38119f158950 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 945 time: 0.0808840 May 10 19:00:29.041732 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port 429aaef2-d59b-4969-b7f6-6452143d46f3 is: DOWN; New status is: BUILD {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:00:29.042322 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (429aaef2-d59b-4969-b7f6-6452143d46f3), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:29.065400 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 429aaef2-d59b-4969-b7f6-6452143d46f3 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:00:29.087823 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 429aaef2-d59b-4969-b7f6-6452143d46f3, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=429aaef2-d59b-4969-b7f6-6452143d46f3,segment=NetworkSegment(305b6081-8325-44b4-b4f1-d287ed407450),segment_id=305b6081-8325-44b4-b4f1-d287ed407450)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:00:29.098369 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (429aaef2-d59b-4969-b7f6-6452143d46f3), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:29.102432 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-24c22bb1-2644-4900-bdaa-2df47819bd0e req-c249e214-029c-41f4-99fe-2760c6887340 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576353 May 10 19:00:29.129744 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97562a0-f268-4a34-bcdf-b112a31c8f87 req-c879094d-d4cd-49e5-b680-14d187a65dc4 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:29.137422 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c97562a0-f268-4a34-bcdf-b112a31c8f87 req-c879094d-d4cd-49e5-b680-14d187a65dc4 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 943 time: 0.0607541 May 10 19:00:29.157595 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=429aaef2-d59b-4969-b7f6-6452143d46f3,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:00:29.194788 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c97562a0-f268-4a34-bcdf-b112a31c8f87 req-43d98cb0-2817-4c5a-b4e8-4b089ba096d5 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f847eba-4109-4fd4-b8f8-806d896d3b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546703 May 10 19:00:29.532217 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['429aaef2-d59b-4969-b7f6-6452143d46f3'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:00:29.699914 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5faae8-664b-48ea-9282-3ec364226f22 req-47b56cbd-a9cd-4628-8951-0e9b2aa11c76 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:29.719642 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-8c5faae8-664b-48ea-9282-3ec364226f22 req-47b56cbd-a9cd-4628-8951-0e9b2aa11c76 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0760293 May 10 19:00:29.766697 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-8c5faae8-664b-48ea-9282-3ec364226f22 req-4f96a33c-d28f-4ac4-b4af-c2346998e305 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436206 May 10 19:00:30.228021 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8908c-0f94-44d2-be0a-0bab38de3004 req-ffb8a2cd-fe45-4446-8a85-7e1a20947a69 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:30.229396 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-14d8908c-0f94-44d2-be0a-0bab38de3004 req-ffb8a2cd-fe45-4446-8a85-7e1a20947a69 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 945 time: 0.0552502 May 10 19:00:30.308899 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-14d8908c-0f94-44d2-be0a-0bab38de3004 req-6c584293-18e4-4c8a-a56e-15ed13ab6b0c tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654593 May 10 19:00:30.335395 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2d376-3b39-4942-9498-73c365e7e847 req-2dc11ed0-d688-4edc-89d3-3713d1afa35c tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:30.337005 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-13c2d376-3b39-4942-9498-73c365e7e847 req-2dc11ed0-d688-4edc-89d3-3713d1afa35c tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 944 time: 0.0589898 May 10 19:00:30.386110 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-13c2d376-3b39-4942-9498-73c365e7e847 req-e5ecb7b5-91d8-4bb6-a122-7c093fc84f78 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f847eba-4109-4fd4-b8f8-806d896d3b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431902 May 10 19:00:30.815604 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 429aaef2-d59b-4969-b7f6-6452143d46f3 up at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:00:30.886617 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning for port 429aaef2-d59b-4969-b7f6-6452143d46f3 completed by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:00:30.894819 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning complete for port 429aaef2-d59b-4969-b7f6-6452143d46f3 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:00:30.895303 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (429aaef2-d59b-4969-b7f6-6452143d46f3), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:30.908897 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c544c9-4dc3-43f7-ad46-c4054b963255 req-81b6820f-d994-4913-987f-0abda45ad158 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:30.914706 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e5c544c9-4dc3-43f7-ad46-c4054b963255 req-81b6820f-d994-4913-987f-0abda45ad158 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0689085 May 10 19:00:30.969139 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e5c544c9-4dc3-43f7-ad46-c4054b963255 req-63dd981b-0791-4e75-a5e9-72add328e709 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492079 May 10 19:00:30.999004 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port 429aaef2-d59b-4969-b7f6-6452143d46f3 is: BUILD; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:00:30.999713 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (429aaef2-d59b-4969-b7f6-6452143d46f3), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:31.024772 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d87d9e-ec66-4aa0-b0d4-dd02825cae2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429aaef2-d59b-4969-b7f6-6452143d46f3'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:00:31.027082 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc4c72c1cd3e6c4fc9632b01e094f02638f1ddc8156bb4d740f489bc698d08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1ea257-7330-4aa1-ae35-dc11b25a02f4" -d '{"events": [{"server_uuid": "d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f", "name": "network-vif-plugged", "status": "completed", "tag": "429aaef2-d59b-4969-b7f6-6452143d46f3"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:00:31.041720 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 429aaef2-d59b-4969-b7f6-6452143d46f3, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=429aaef2-d59b-4969-b7f6-6452143d46f3,segment=NetworkSegment(305b6081-8325-44b4-b4f1-d287ed407450),segment_id=305b6081-8325-44b4-b4f1-d287ed407450)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:00:31.048921 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (429aaef2-d59b-4969-b7f6-6452143d46f3), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:31.080914 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5a2f5f-4e33-4014-b10d-c80fd97fb7b6 x-openstack-request-id: req-ae5a2f5f-4e33-4014-b10d-c80fd97fb7b6 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:00:31.081166 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f", "name": "network-vif-plugged", "status": "completed", "tag": "429aaef2-d59b-4969-b7f6-6452143d46f3", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:00:31.081421 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ae5a2f5f-4e33-4014-b10d-c80fd97fb7b6 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:00:31.081832 dv-cinder-836996-18-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae5a2f5f-4e33-4014-b10d-c80fd97fb7b6'] response: {'server_uuid': 'd9d87d9e-ec66-4aa0-b0d4-dd02825cae2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429aaef2-d59b-4969-b7f6-6452143d46f3', 'code': 200} May 10 19:00:31.148854 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=429aaef2-d59b-4969-b7f6-6452143d46f3,revision_number=5']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:00:31.257574 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-12f9ea93-b1e5-49ac-b119-ecb959543083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:31.329339 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693bb08-2503-4006-99a6-c7410947d3e7 req-7ba9b07e-2107-469b-851d-1d013ee8fba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:31.330797 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a693bb08-2503-4006-99a6-c7410947d3e7 req-7ba9b07e-2107-469b-851d-1d013ee8fba0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 1129 time: 0.0421422 May 10 19:00:31.383086 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a693bb08-2503-4006-99a6-c7410947d3e7 req-33516ff0-cc73-4f8f-87a6-26e1d542afbc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1f847eba-4109-4fd4-b8f8-806d896d3b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444329 May 10 19:00:31.445299 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006342b-247a-422f-8253-30f66a530cb2 req-4286e27b-a402-4685-8389-34ac429d273a tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:31.446818 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a006342b-247a-422f-8253-30f66a530cb2 req-4286e27b-a402-4685-8389-34ac429d273a tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 945 time: 0.0626991 May 10 19:00:31.508821 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a006342b-247a-422f-8253-30f66a530cb2 req-4ff5ed6e-5005-4e52-8627-eebf7c9be62c tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534842 May 10 19:00:31.523330 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32fab34-8963-45a7-bd19-7be3fde70e89 req-f1908bfe-e3e3-4206-870e-054488d859d7 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:31.530635 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-d32fab34-8963-45a7-bd19-7be3fde70e89 req-f1908bfe-e3e3-4206-870e-054488d859d7 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 945 time: 0.0594733 May 10 19:00:31.582495 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-d32fab34-8963-45a7-bd19-7be3fde70e89 req-73de9dfe-766a-44e8-9816-96db68f658cd tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f847eba-4109-4fd4-b8f8-806d896d3b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463209 May 10 19:00:32.082341 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3168028-0325-46e6-afb6-4e8487b9297b req-a0bc806d-9f4a-4861-ab3d-82eab8b498fd tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:32.083900 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a3168028-0325-46e6-afb6-4e8487b9297b req-a0bc806d-9f4a-4861-ab3d-82eab8b498fd tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0473492 May 10 19:00:32.135110 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a3168028-0325-46e6-afb6-4e8487b9297b req-2c52eb5b-3960-4c89-bcdb-49763faec788 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451207 May 10 19:00:32.544052 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:32.651069 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25243ebc-4637-4365-b7af-e51f13842981 req-37c5f279-3fc2-41b0-a6ac-47c05d019200 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:32.653569 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-25243ebc-4637-4365-b7af-e51f13842981 req-37c5f279-3fc2-41b0-a6ac-47c05d019200 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 945 time: 0.0543389 May 10 19:00:32.708369 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed57bb-75ce-416c-a787-c18140360ba1 req-e7d0abd1-e722-4da1-9d74-2752700cb4a5 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:32.709848 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7aed57bb-75ce-416c-a787-c18140360ba1 req-e7d0abd1-e722-4da1-9d74-2752700cb4a5 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 945 time: 0.0511410 May 10 19:00:32.710492 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-25243ebc-4637-4365-b7af-e51f13842981 req-6b9446f0-71aa-4e47-a714-0b0d79dec1af tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514352 May 10 19:00:32.767854 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7aed57bb-75ce-416c-a787-c18140360ba1 req-03b9b2cb-c282-4e71-ad8e-2ce296ed7972 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f847eba-4109-4fd4-b8f8-806d896d3b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517187 May 10 19:00:33.253379 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa640f1-2bd9-4d97-91a7-abfd6f4630a5 req-8fc21cdf-c2ac-4235-b52b-02598eafb789 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:33.255626 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-baa640f1-2bd9-4d97-91a7-abfd6f4630a5 req-8fc21cdf-c2ac-4235-b52b-02598eafb789 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0495782 May 10 19:00:33.307036 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-baa640f1-2bd9-4d97-91a7-abfd6f4630a5 req-1144040c-e412-426b-9180-7ee3280bc1df tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453889 May 10 19:00:33.721416 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:33.836500 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ab351-3fa2-4067-a084-3fa7316f3bbc req-2469e1b3-9faf-4d03-a478-4c6214e8d561 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:33.838051 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ef8ab351-3fa2-4067-a084-3fa7316f3bbc req-2469e1b3-9faf-4d03-a478-4c6214e8d561 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 945 time: 0.0505543 May 10 19:00:33.885831 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205d970-8714-4e15-b0c6-2eadcfa652db req-30ff32b6-cf59-4979-847a-96466fb82eb1 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:33.887105 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ef8ab351-3fa2-4067-a084-3fa7316f3bbc req-ae813265-96da-494d-b47f-2ef233eb9a62 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426784 May 10 19:00:33.887363 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b205d970-8714-4e15-b0c6-2eadcfa652db req-30ff32b6-cf59-4979-847a-96466fb82eb1 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 945 time: 0.0508490 May 10 19:00:33.937900 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b205d970-8714-4e15-b0c6-2eadcfa652db req-0febf9b1-2dbd-4ae4-8a6e-de5cf37f16f3 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f847eba-4109-4fd4-b8f8-806d896d3b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426307 May 10 19:00:34.061114 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e3ff9-d6e9-4d6d-bbd6-43872f724e90 req-c155de3e-b7b4-4757-96a4-ae1f34cf9a2d tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:34.063319 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-387e3ff9-d6e9-4d6d-bbd6-43872f724e90 req-c155de3e-b7b4-4757-96a4-ae1f34cf9a2d tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 945 time: 0.0574725 May 10 19:00:34.072914 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 42618) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:00:34.077491 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-280c8ed0-02f1-4ccd-9739-606fefbd7cd8 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Request body: {'floatingip': {'port_id': '429aaef2-d59b-4969-b7f6-6452143d46f3'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:00:34.118456 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-280c8ed0-02f1-4ccd-9739-606fefbd7cd8 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks [] for floatingip (e71b8c21-e56e-475f-b618-191ff3f79bd2), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:34.742916 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d9c4d-1218-4a66-bb82-9420c297f9c2 req-a17bf7e0-ed93-4a5f-9b6d-9c4ec9cae412 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:34.744509 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-414d9c4d-1218-4a66-bb82-9420c297f9c2 req-a17bf7e0-ed93-4a5f-9b6d-9c4ec9cae412 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.3309815 May 10 19:00:34.888510 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-414d9c4d-1218-4a66-bb82-9420c297f9c2 req-49664abc-094e-4b6a-bea9-c39724ad93a0 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363978 May 10 19:00:34.970258 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-280c8ed0-02f1-4ccd-9739-606fefbd7cd8 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:34.977080 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-280c8ed0-02f1-4ccd-9739-606fefbd7cd8 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2085825'] for floatingip (e71b8c21-e56e-475f-b618-191ff3f79bd2), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:35.077218 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43b176-9c80-44c2-811b-f8959d9454da req-7a355ac7-9e97-48bb-abd0-532dcecdbc10 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:35.079451 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-dd43b176-9c80-44c2-811b-f8959d9454da req-7a355ac7-9e97-48bb-abd0-532dcecdbc10 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 945 time: 0.0982420 May 10 19:00:35.087075 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.db.l3_db [None req-280c8ed0-02f1-4ccd-9739-606fefbd7cd8 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Floating IP e71b8c21-e56e-475f-b618-191ff3f79bd2 associated. External IP: 172.27.1.197, port: 429aaef2-d59b-4969-b7f6-6452143d46f3. May 10 19:00:35.132947 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-dd43b176-9c80-44c2-811b-f8959d9454da req-01ac5c58-77fd-4353-ba10-423ce96cbc9b tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476429 May 10 19:00:35.360752 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280c8ed0-02f1-4ccd-9739-606fefbd7cd8 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Router 52c41e11-9de0-42a8-a512-859793306c7d has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:00:35.378834 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:35.517510 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280c8ed0-02f1-4ccd-9739-606fefbd7cd8 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:00:35.524009 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-280c8ed0-02f1-4ccd-9739-606fefbd7cd8 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:35.529554 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69c3bf1-c2c0-436b-8eda-8f3dfe41ff4a None None] Sync routers for ids ['52c41e11-9de0-42a8-a512-859793306c7d'] in dv-cinder-836996-18-iscsi {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:00:35.543742 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69c3bf1-c2c0-436b-8eda-8f3dfe41ff4a None None] Routers {'52c41e11-9de0-42a8-a512-859793306c7d'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:00:35.544921 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-e69c3bf1-c2c0-436b-8eda-8f3dfe41ff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:00:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['52c41e11-9de0-42a8-a512-859793306c7d'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:00:35.566922 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-280c8ed0-02f1-4ccd-9739-606fefbd7cd8 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "PUT /v2.0/floatingips/e71b8c21-e56e-475f-b618-191ff3f79bd2 HTTP/1.1" status: 200 len: 991 time: 1.4933214 May 10 19:00:35.567827 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d87d9e-ec66-4aa0-b0d4-dd02825cae2f', 'tag': '429aaef2-d59b-4969-b7f6-6452143d46f3'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:00:35.572510 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd46a798d5a9e44ec306513f4cdcaf49ebfda34863e20c5e194c8a5ee67cd38b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd9c472-6226-4829-bc68-060b97439390" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f", "tag": "429aaef2-d59b-4969-b7f6-6452143d46f3"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:00:35.639309 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ada4cf-e6cb-4d1c-9dcf-1f9cc23bb5d6 x-openstack-request-id: req-f9ada4cf-e6cb-4d1c-9dcf-1f9cc23bb5d6 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:00:35.639609 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f", "tag": "429aaef2-d59b-4969-b7f6-6452143d46f3", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:00:35.639868 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f9ada4cf-e6cb-4d1c-9dcf-1f9cc23bb5d6 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:00:35.640282 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9ada4cf-e6cb-4d1c-9dcf-1f9cc23bb5d6'] response: {'name': 'network-changed', 'server_uuid': 'd9d87d9e-ec66-4aa0-b0d4-dd02825cae2f', 'tag': '429aaef2-d59b-4969-b7f6-6452143d46f3', 'status': 'completed', 'code': 200} May 10 19:00:35.696660 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-e69c3bf1-c2c0-436b-8eda-8f3dfe41ff4a None None] Set router 52c41e11-9de0-42a8-a512-859793306c7d gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:00:35.737740 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9c472-6226-4829-bc68-060b97439390 req-1ba6cd89-beb1-481e-b142-712bc079ee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:35.741530 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ccd9c472-6226-4829-bc68-060b97439390 req-1ba6cd89-beb1-481e-b142-712bc079ee40 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=772abdeeb78b4eaab9bc9d831eda68f3&device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 1129 time: 0.0537727 May 10 19:00:35.849480 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9c472-6226-4829-bc68-060b97439390 req-8ed1bad9-3db0-44fa-a739-883b17f03fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:35.850908 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ccd9c472-6226-4829-bc68-060b97439390 req-8ed1bad9-3db0-44fa-a739-883b17f03fe6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f5c43a6a-f0d1-477d-a8c6-2fea358c2538 HTTP/1.1" status: 200 len: 920 time: 0.1006889 May 10 19:00:35.935363 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ccd9c472-6226-4829-bc68-060b97439390 req-3e95ca79-d3da-429f-b2cf-03f6b2ef90b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=429aaef2-d59b-4969-b7f6-6452143d46f3 HTTP/1.1" status: 200 len: 999 time: 0.0694778 May 10 19:00:35.938090 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-e69c3bf1-c2c0-436b-8eda-8f3dfe41ff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c41e11-9de0-42a8-a512-859793306c7d', 'name': 'tempest-ServerRescueNegativeTestJSON-1083329581-router', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4fa6353b-757f-4df3-9826-b2d85468adfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:03Z', 'updated_at': '2022-05-10T18:58:12Z', 'revision_number': 4, 'project_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'gw_port': {'id': '4fa6353b-757f-4df3-9826-b2d85468adfd', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c41e11-9de0-42a8-a512-859793306c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:04Z', 'updated_at': '2022-05-10T18:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': 'e71b8c21-e56e-475f-b618-191ff3f79bd2', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '52c41e11-9de0-42a8-a512-859793306c7d', 'port_id': '429aaef2-d59b-4969-b7f6-6452143d46f3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538', 'mac_address': 'fa:16:3e:90:0a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d87d9e-ec66-4aa0-b0d4-dd02825cae2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:00:17Z', 'updated_at': '2022-05-10T19:00:34Z', 'revision_number': 1, 'project_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73e24de6-cf79-4d79-b1ac-5133e91e46bb', 'name': '', 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'mac_address': 'fa:16:3e:9b:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c41e11-9de0-42a8-a512-859793306c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9ed489f3-e7d1-46ad-8ba4-625045889072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:21Z', 'revision_number': 5, 'project_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'subnets': [{'id': '9ed489f3-e7d1-46ad-8ba4-625045889072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:00:35.966163 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69c3bf1-c2c0-436b-8eda-8f3dfe41ff4a None None] Checking router: 52c41e11-9de0-42a8-a512-859793306c7d for host: dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:00:35.974734 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69c3bf1-c2c0-436b-8eda-8f3dfe41ff4a None None] Routers {'52c41e11-9de0-42a8-a512-859793306c7d'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:00:35.975330 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-e69c3bf1-c2c0-436b-8eda-8f3dfe41ff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:00:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['52c41e11-9de0-42a8-a512-859793306c7d'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:00:36.011989 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdcb46-f523-4d81-8d98-64bf98c629fd req-3e458570-93d0-4daa-81cd-c9ca7ccf9569 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:36.013568 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-cecdcb46-f523-4d81-8d98-64bf98c629fd req-3e458570-93d0-4daa-81cd-c9ca7ccf9569 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0461721 May 10 19:00:36.081166 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-e69c3bf1-c2c0-436b-8eda-8f3dfe41ff4a None None] Set router 52c41e11-9de0-42a8-a512-859793306c7d gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:00:36.082229 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9c472-6226-4829-bc68-060b97439390 req-e3481906-2857-4304-baa2-506d72c96408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:36.083713 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ccd9c472-6226-4829-bc68-060b97439390 req-e3481906-2857-4304-baa2-506d72c96408 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ed489f3-e7d1-46ad-8ba4-625045889072 HTTP/1.1" status: 200 len: 858 time: 0.0692632 May 10 19:00:36.103155 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-cecdcb46-f523-4d81-8d98-64bf98c629fd req-02d674bf-475b-4613-9324-dd8df0e89edd tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814865 May 10 19:00:36.130174 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9c472-6226-4829-bc68-060b97439390 req-73134731-d4c4-4bae-88b6-1b9b2446f437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:36.131735 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ccd9c472-6226-4829-bc68-060b97439390 req-73134731-d4c4-4bae-88b6-1b9b2446f437 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f5c43a6a-f0d1-477d-a8c6-2fea358c2538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405183 May 10 19:00:36.268482 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ba8f8-d56e-42bc-89b8-7ed3d3a74292 req-5acaeee5-e2c3-472a-95e1-a79726e36dfc tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:36.270028 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-172ba8f8-d56e-42bc-89b8-7ed3d3a74292 req-5acaeee5-e2c3-472a-95e1-a79726e36dfc tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 945 time: 0.0517170 May 10 19:00:36.296214 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-e69c3bf1-c2c0-436b-8eda-8f3dfe41ff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c41e11-9de0-42a8-a512-859793306c7d', 'name': 'tempest-ServerRescueNegativeTestJSON-1083329581-router', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4fa6353b-757f-4df3-9826-b2d85468adfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:03Z', 'updated_at': '2022-05-10T18:58:12Z', 'revision_number': 4, 'project_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'gw_port': {'id': '4fa6353b-757f-4df3-9826-b2d85468adfd', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c41e11-9de0-42a8-a512-859793306c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:04Z', 'updated_at': '2022-05-10T18:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': 'e71b8c21-e56e-475f-b618-191ff3f79bd2', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '52c41e11-9de0-42a8-a512-859793306c7d', 'port_id': '429aaef2-d59b-4969-b7f6-6452143d46f3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538', 'mac_address': 'fa:16:3e:90:0a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d87d9e-ec66-4aa0-b0d4-dd02825cae2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:00:17Z', 'updated_at': '2022-05-10T19:00:34Z', 'revision_number': 1, 'project_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73e24de6-cf79-4d79-b1ac-5133e91e46bb', 'name': '', 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'mac_address': 'fa:16:3e:9b:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c41e11-9de0-42a8-a512-859793306c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9ed489f3-e7d1-46ad-8ba4-625045889072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:21Z', 'revision_number': 5, 'project_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'subnets': [{'id': '9ed489f3-e7d1-46ad-8ba4-625045889072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:00:36.319352 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-172ba8f8-d56e-42bc-89b8-7ed3d3a74292 req-f6dcdf2b-bfd8-4395-a650-16c5adaf674d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433543 May 10 19:00:36.326615 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69c3bf1-c2c0-436b-8eda-8f3dfe41ff4a None None] The sync data for ids ['52c41e11-9de0-42a8-a512-859793306c7d'] in dv-cinder-836996-18-iscsi is: [{'id': '52c41e11-9de0-42a8-a512-859793306c7d', 'name': 'tempest-ServerRescueNegativeTestJSON-1083329581-router', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4fa6353b-757f-4df3-9826-b2d85468adfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:03Z', 'updated_at': '2022-05-10T18:58:12Z', 'revision_number': 4, 'project_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'gw_port': {'id': '4fa6353b-757f-4df3-9826-b2d85468adfd', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c41e11-9de0-42a8-a512-859793306c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:04Z', 'updated_at': '2022-05-10T18:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': 'e71b8c21-e56e-475f-b618-191ff3f79bd2', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '52c41e11-9de0-42a8-a512-859793306c7d', 'port_id': '429aaef2-d59b-4969-b7f6-6452143d46f3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538', 'mac_address': 'fa:16:3e:90:0a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d87d9e-ec66-4aa0-b0d4-dd02825cae2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:00:17Z', 'updated_at': '2022-05-10T19:00:34Z', 'revision_number': 1, 'project_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73e24de6-cf79-4d79-b1ac-5133e91e46bb', 'name': '', 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'mac_address': 'fa:16:3e:9b:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c41e11-9de0-42a8-a512-859793306c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9ed489f3-e7d1-46ad-8ba4-625045889072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:21Z', 'revision_number': 5, 'project_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'subnets': [{'id': '9ed489f3-e7d1-46ad-8ba4-625045889072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:00:36.464781 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ccd9c472-6226-4829-bc68-060b97439390 req-5ae5be6e-4e09-4a8a-acdb-0a8532d70929 service neutron] 10.222.0.48 "GET /v2.0/networks/f5c43a6a-f0d1-477d-a8c6-2fea358c2538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860488 May 10 19:00:36.521230 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9298a1ac-89aa-43fb-a128-9e62e43e5dc8 None None] New status for floating IP e71b8c21-e56e-475f-b618-191ff3f79bd2: ACTIVE {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:00:36.689558 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0f393-00f0-4924-8ba9-f0cef5f3ba18 req-53c05a13-b415-4613-ace6-b0a95f40a9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:36.691059 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-94f0f393-00f0-4924-8ba9-f0cef5f3ba18 req-53c05a13-b415-4613-ace6-b0a95f40a9aa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e17dd3da9fc545fc901dc35e62332ab6&device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 1129 time: 0.0811048 May 10 19:00:36.773553 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ccd9c472-6226-4829-bc68-060b97439390 req-9b438792-8c74-48da-b120-fb63587921fb service neutron] 10.222.0.48 "GET /v2.0/networks/f5c43a6a-f0d1-477d-a8c6-2fea358c2538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714590 May 10 19:00:36.815560 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0f393-00f0-4924-8ba9-f0cef5f3ba18 req-dc5c5bc7-a64c-4250-a1b1-39c61e3d2fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:36.817103 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-94f0f393-00f0-4924-8ba9-f0cef5f3ba18 req-dc5c5bc7-a64c-4250-a1b1-39c61e3d2fad service neutron] 10.222.0.48 "GET /v2.0/networks?id=93f50fb6-d466-4999-a1b0-4ced1d39cc1d HTTP/1.1" status: 200 len: 918 time: 0.1122630 May 10 19:00:36.893027 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-94f0f393-00f0-4924-8ba9-f0cef5f3ba18 req-69d430bb-1b7e-47d7-83c7-8411f447de29 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 HTTP/1.1" status: 200 len: 1001 time: 0.0610328 May 10 19:00:36.960669 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0f393-00f0-4924-8ba9-f0cef5f3ba18 req-3032ef95-f31c-4dd0-93f5-d7079c5e3ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:36.962191 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-94f0f393-00f0-4924-8ba9-f0cef5f3ba18 req-3032ef95-f31c-4dd0-93f5-d7079c5e3ad6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8531edb7-c043-461d-9962-84adba840bae HTTP/1.1" status: 200 len: 856 time: 0.0502999 May 10 19:00:37.026486 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0f393-00f0-4924-8ba9-f0cef5f3ba18 req-3756a48d-c20a-4248-8e8f-888d70ec3675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:37.028093 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-94f0f393-00f0-4924-8ba9-f0cef5f3ba18 req-3756a48d-c20a-4248-8e8f-888d70ec3675 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=93f50fb6-d466-4999-a1b0-4ced1d39cc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0467474 May 10 19:00:37.118110 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-94f0f393-00f0-4924-8ba9-f0cef5f3ba18 req-5651f290-27e4-4bce-b46f-25d6bee370e0 service neutron] 10.222.0.48 "GET /v2.0/networks/93f50fb6-d466-4999-a1b0-4ced1d39cc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831420 May 10 19:00:37.230190 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7c468-8529-4c4d-a209-83043e84410b req-c21945d6-a5e0-4866-a27e-83394fccbe4b tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:37.231575 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9ea7c468-8529-4c4d-a209-83043e84410b req-c21945d6-a5e0-4866-a27e-83394fccbe4b tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0582418 May 10 19:00:37.258398 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-94f0f393-00f0-4924-8ba9-f0cef5f3ba18 req-9e720ce6-e1fd-43f3-8d32-0d5af76d748e service neutron] 10.222.0.48 "GET /v2.0/networks/93f50fb6-d466-4999-a1b0-4ced1d39cc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342659 May 10 19:00:37.287083 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9ea7c468-8529-4c4d-a209-83043e84410b req-c7047b3e-5889-4d8a-9190-1c3b26b76355 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493922 May 10 19:00:37.437563 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef80266-cec2-4ea1-8224-5842c771f9e1 req-8e5e6527-ad0e-4010-8dc2-0c9d34e17e0e tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:37.439058 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-fef80266-cec2-4ea1-8224-5842c771f9e1 req-8e5e6527-ad0e-4010-8dc2-0c9d34e17e0e tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 945 time: 0.0474925 May 10 19:00:37.484765 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-fef80266-cec2-4ea1-8224-5842c771f9e1 req-a8e7eb56-6fc3-4574-9776-85cd39568575 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398757 May 10 19:00:38.368497 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:38.418639 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dbc8a4-9d3f-418c-845c-e82c621753b4 req-42f5962f-c1fb-4ddd-ace0-22dd8c14b721 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:38.420299 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-45dbc8a4-9d3f-418c-845c-e82c621753b4 req-42f5962f-c1fb-4ddd-ace0-22dd8c14b721 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0534825 May 10 19:00:38.470070 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-45dbc8a4-9d3f-418c-845c-e82c621753b4 req-0f275917-7e7f-4491-b8f8-05e3294974c4 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439188 May 10 19:00:38.621355 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ae198-499c-46d0-af22-e7f114fcc016 req-3a7f7210-f7ac-4a61-9652-65d21c53ba11 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:38.622793 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-fa4ae198-499c-46d0-af22-e7f114fcc016 req-3a7f7210-f7ac-4a61-9652-65d21c53ba11 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 945 time: 0.0536237 May 10 19:00:38.668639 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-fa4ae198-499c-46d0-af22-e7f114fcc016 req-aff967c4-c8dd-4bfd-8294-3fbde3fe4500 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398262 May 10 19:00:39.596171 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa603199-62f7-44d1-849e-515b7fe164ae req-709b59ad-20f5-43ec-875e-0476acef0e06 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:39.597739 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aa603199-62f7-44d1-849e-515b7fe164ae req-709b59ad-20f5-43ec-875e-0476acef0e06 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0550127 May 10 19:00:39.647966 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aa603199-62f7-44d1-849e-515b7fe164ae req-f316ad82-5fed-4cab-869a-ff3aa3a3e038 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445869 May 10 19:00:39.785307 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765f4a7-04af-4476-b43d-253a74368cdf req-274b6a01-cfc2-4938-9961-5d2085021e74 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:39.786752 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-1765f4a7-04af-4476-b43d-253a74368cdf req-274b6a01-cfc2-4938-9961-5d2085021e74 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 945 time: 0.0472260 May 10 19:00:39.835454 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-1765f4a7-04af-4476-b43d-253a74368cdf req-c628c124-9a13-41eb-bd08-0ceee8571038 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430036 May 10 19:00:40.340858 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [req-180fc024-e3d6-4a01-abe5-bc3d5c2e2b79 req-7c1cdf6e-da6c-4132-a0c7-f3a6359e630f service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 19:00:40.341750 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-180fc024-e3d6-4a01-abe5-bc3d5c2e2b79 req-7c1cdf6e-da6c-4132-a0c7-f3a6359e630f service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053716 May 10 19:00:40.517116 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a9ca8-86c7-495a-89d7-4e4c3171f4b3 req-bebaf6bf-b215-444f-a80d-ac9c3f1f637c tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:40.524218 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-6f7a9ca8-86c7-495a-89d7-4e4c3171f4b3 req-bebaf6bf-b215-444f-a80d-ac9c3f1f637c tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 945 time: 0.0562222 May 10 19:00:40.573071 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-6f7a9ca8-86c7-495a-89d7-4e4c3171f4b3 req-0c53b2bc-386b-4bd4-bf44-a916139347b3 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477293 May 10 19:00:40.615360 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 42724) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:00:40.723289 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e3b9c9b1-20eb-4356-8574-876b36141b11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:40.789957 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63cdc4-25b1-46ea-a929-45b6fae1e2d0 req-ce07b7aa-64b5-4573-b728-f9e8499f1d0e tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:40.791577 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-1c63cdc4-25b1-46ea-a929-45b6fae1e2d0 req-ce07b7aa-64b5-4573-b728-f9e8499f1d0e tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0661347 May 10 19:00:40.831486 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 42744) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:00:40.867326 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-1c63cdc4-25b1-46ea-a929-45b6fae1e2d0 req-ce68c79f-64e9-4c58-a31c-af1232e575f2 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679517 May 10 19:00:40.884783 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:00:40.893672 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e3b9c9b1-20eb-4356-8574-876b36141b11 admin admin] Publish callbacks [] for security_group (c16704be-08c8-4732-8daa-60e0c32bbb02), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:40.897966 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e3b9c9b1-20eb-4356-8574-876b36141b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (c16704be-08c8-4732-8daa-60e0c32bbb02), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:40.919363 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ad88b551-2c80-4616-b340-b50d23f6dfb5 req-15c86ff2-3980-4fc8-a046-520908f67bb3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0862184 May 10 19:00:40.929449 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [req-ad88b551-2c80-4616-b340-b50d23f6dfb5 req-3a9d48f0-61cd-4d1f-a295-4732d819eced service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103423) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 19:00:40.931092 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ad88b551-2c80-4616-b340-b50d23f6dfb5 req-3a9d48f0-61cd-4d1f-a295-4732d819eced service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059681 May 10 19:00:40.937127 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9c9b1-20eb-4356-8574-876b36141b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16704be-08c8-4732-8daa-60e0c32bbb02,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:00:40.942616 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-e3b9c9b1-20eb-4356-8574-876b36141b11 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6dc3dce6010e45e29364df5b439507e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3252077 May 10 19:00:40.944518 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 42748) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:00:40.966587 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 is: ACTIVE; New status is: DOWN {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:00:40.966981 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:40.990846 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba58fb79-03be-4002-9b26-82ceedeff959', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:00:40.993501 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc4c72c1cd3e6c4fc9632b01e094f02638f1ddc8156bb4d740f489bc698d08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eafbc8f-3a34-4961-a1e1-7c14c71eea94" -d '{"events": [{"server_uuid": "ba58fb79-03be-4002-9b26-82ceedeff959", "name": "network-vif-unplugged", "status": "completed", "tag": "e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:00:41.006873 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1,segment=NetworkSegment(bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92),segment_id=bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:00:41.011749 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61e60e98-059e-4e31-812b-a84e98c1c198 admin admin] Publish callbacks [] for security_group (c16704be-08c8-4732-8daa-60e0c32bbb02), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:41.012163 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:41.015541 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 42756) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:00:41.037930 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61e60e98-059e-4e31-812b-a84e98c1c198 admin admin] Publish callbacks [] for security_group (c16704be-08c8-4732-8daa-60e0c32bbb02), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:41.045286 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 May 2022 19:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b055eed9-912d-4919-8b17-69a8aab1a6d2 x-openstack-request-id: req-b055eed9-912d-4919-8b17-69a8aab1a6d2 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:00:41.045658 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba58fb79-03be-4002-9b26-82ceedeff959", "name": "network-vif-unplugged", "status": "failed", "tag": "e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1", "code": 422}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:00:41.046062 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b055eed9-912d-4919-8b17-69a8aab1a6d2 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:00:41.046659 dv-cinder-836996-18-iscsi neutron-server[103424]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b055eed9-912d-4919-8b17-69a8aab1a6d2']: {'server_uuid': 'ba58fb79-03be-4002-9b26-82ceedeff959', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1', 'code': 422} returned with failed status May 10 19:00:41.074850 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1,revision_number=8']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:00:41.093770 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61e60e98-059e-4e31-812b-a84e98c1c198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (c16704be-08c8-4732-8daa-60e0c32bbb02), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:41.096300 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61e60e98-059e-4e31-812b-a84e98c1c198 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:41.097470 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-61e60e98-059e-4e31-812b-a84e98c1c198 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c16704be-08c8-4732-8daa-60e0c32bbb02 HTTP/1.1" status: 204 len: 168 time: 0.1517854 May 10 19:00:41.106626 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e60e98-059e-4e31-812b-a84e98c1c198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16704be-08c8-4732-8daa-60e0c32bbb02,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:00:41.116956 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88b551-2c80-4616-b340-b50d23f6dfb5 req-f78e89a3-a98d-4b24-be00-a9f7880792cf tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:41.118409 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ad88b551-2c80-4616-b340-b50d23f6dfb5 req-f78e89a3-a98d-4b24-be00-a9f7880792cf tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports/e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 HTTP/1.1" status: 200 len: 940 time: 0.1012578 May 10 19:00:41.701531 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8467534-9328-4fea-b02f-4f6b4b576571 req-353eaa29-7f89-4243-9164-733e5b5cabed tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:41.703100 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-e8467534-9328-4fea-b02f-4f6b4b576571 req-353eaa29-7f89-4243-9164-733e5b5cabed tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 943 time: 0.0507791 May 10 19:00:41.751947 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-e8467534-9328-4fea-b02f-4f6b4b576571 req-23f2b727-a99e-4a40-8f43-924d42abfaae tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417416 May 10 19:00:41.992256 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b3b57-1e9b-47ff-b68a-a2ddfa1c2727 req-3c2a9704-dc2a-4036-9ad5-105e4a98c7e1 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:41.993778 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9e9b3b57-1e9b-47ff-b68a-a2ddfa1c2727 req-3c2a9704-dc2a-4036-9ad5-105e4a98c7e1 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0483944 May 10 19:00:42.045496 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9e9b3b57-1e9b-47ff-b68a-a2ddfa1c2727 req-1bcbf31a-eb15-4e9d-a839-36ffcf5a6a5f tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460689 May 10 19:00:42.875396 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b37ad-a2a1-4ee7-960c-7541cef3083b req-f4ababe0-ed19-4f2a-a5a2-6447b9be344b tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:42.876966 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-848b37ad-a2a1-4ee7-960c-7541cef3083b req-f4ababe0-ed19-4f2a-a5a2-6447b9be344b tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 943 time: 0.0515122 May 10 19:00:42.929015 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-848b37ad-a2a1-4ee7-960c-7541cef3083b req-50370f53-d705-4aa6-890b-5fdcdc5d64b6 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455863 May 10 19:00:42.981325 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88b551-2c80-4616-b340-b50d23f6dfb5 req-40504f17-9296-4cf7-a2c7-34a724cbb321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:42.982929 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ad88b551-2c80-4616-b340-b50d23f6dfb5 req-40504f17-9296-4cf7-a2c7-34a724cbb321 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959&tenant_id=e17dd3da9fc545fc901dc35e62332ab6 HTTP/1.1" status: 200 len: 1127 time: 0.0800416 May 10 19:00:43.062564 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88b551-2c80-4616-b340-b50d23f6dfb5 req-5db42c31-ae30-4ea9-ae51-7fd8ba7a097e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:43.064053 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ad88b551-2c80-4616-b340-b50d23f6dfb5 req-5db42c31-ae30-4ea9-ae51-7fd8ba7a097e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e17dd3da9fc545fc901dc35e62332ab6&device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 1127 time: 0.0388505 May 10 19:00:43.178275 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f2b0b-58ca-4557-a68c-2c92af14346e req-5f9053b5-aa92-4253-928d-d75185fa5dcc tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:43.179655 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c09f2b0b-58ca-4557-a68c-2c92af14346e req-5f9053b5-aa92-4253-928d-d75185fa5dcc tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0607412 May 10 19:00:43.209364 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88b551-2c80-4616-b340-b50d23f6dfb5 req-b7e937e3-1068-4683-8507-37329adb057b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:43.210776 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ad88b551-2c80-4616-b340-b50d23f6dfb5 req-b7e937e3-1068-4683-8507-37329adb057b service neutron] 10.222.0.48 "GET /v2.0/networks?id=93f50fb6-d466-4999-a1b0-4ced1d39cc1d HTTP/1.1" status: 200 len: 918 time: 0.1398733 May 10 19:00:43.280561 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c09f2b0b-58ca-4557-a68c-2c92af14346e req-442dbee6-45d1-4dcc-9465-43cafac6f3d4 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938389 May 10 19:00:43.296332 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ad88b551-2c80-4616-b340-b50d23f6dfb5 req-4eea94b8-a0b7-438c-abba-549a4c39844c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 HTTP/1.1" status: 200 len: 999 time: 0.0778244 May 10 19:00:43.344842 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88b551-2c80-4616-b340-b50d23f6dfb5 req-89e8e305-53d4-41d2-ac56-c30278f67db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:43.346510 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ad88b551-2c80-4616-b340-b50d23f6dfb5 req-89e8e305-53d4-41d2-ac56-c30278f67db8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8531edb7-c043-461d-9962-84adba840bae HTTP/1.1" status: 200 len: 856 time: 0.0440278 May 10 19:00:43.391432 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88b551-2c80-4616-b340-b50d23f6dfb5 req-cc74ff27-9b7c-484a-ae3a-f62f447b3f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:43.392943 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ad88b551-2c80-4616-b340-b50d23f6dfb5 req-cc74ff27-9b7c-484a-ae3a-f62f447b3f49 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=93f50fb6-d466-4999-a1b0-4ced1d39cc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389252 May 10 19:00:43.489558 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ad88b551-2c80-4616-b340-b50d23f6dfb5 req-ae0d83f4-ae69-44df-86da-0a5856a8a6cb service neutron] 10.222.0.48 "GET /v2.0/networks/93f50fb6-d466-4999-a1b0-4ced1d39cc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871246 May 10 19:00:43.588992 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ad88b551-2c80-4616-b340-b50d23f6dfb5 req-b7192078-f360-470f-8455-3ce644da267c service neutron] 10.222.0.48 "GET /v2.0/networks/93f50fb6-d466-4999-a1b0-4ced1d39cc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934348 May 10 19:00:44.053711 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc501d91-d478-4cc8-bdc9-8c501a879abb req-dfe86a7b-d174-4e6f-839a-40f3159f6c9b tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:44.055224 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-dc501d91-d478-4cc8-bdc9-8c501a879abb req-dfe86a7b-d174-4e6f-839a-40f3159f6c9b tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 943 time: 0.0498774 May 10 19:00:44.105291 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-dc501d91-d478-4cc8-bdc9-8c501a879abb req-01c10d7d-4e5f-4a12-99bc-c21b46c1b2af tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430787 May 10 19:00:44.438468 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8f7c5-9cb5-40ec-84bf-d2a3d5c0459f req-b2929372-da69-4a3d-862a-381820988cc7 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:44.440132 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7ce8f7c5-9cb5-40ec-84bf-d2a3d5c0459f req-b2929372-da69-4a3d-862a-381820988cc7 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0686252 May 10 19:00:44.499597 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7ce8f7c5-9cb5-40ec-84bf-d2a3d5c0459f req-8666fa18-4810-4d4a-ad3a-ab6f64e3d974 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531895 May 10 19:00:44.588241 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:00:45.225978 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4279a-1b85-455a-a4c8-4b9d4f420454 req-f6015e70-495d-456b-9d68-6c8c6e2e7718 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:45.227488 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-8df4279a-1b85-455a-a4c8-4b9d4f420454 req-f6015e70-495d-456b-9d68-6c8c6e2e7718 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 943 time: 0.0475993 May 10 19:00:45.278092 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-8df4279a-1b85-455a-a4c8-4b9d4f420454 req-0a9182c0-86d9-48ca-b56b-3dd79bf08f90 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447507 May 10 19:00:45.619344 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2751ac-1012-4520-8cc3-51415c2ad708 req-10ffbdac-7232-49ea-aba4-4b1fb1355003 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:45.621736 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-fa2751ac-1012-4520-8cc3-51415c2ad708 req-10ffbdac-7232-49ea-aba4-4b1fb1355003 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0483956 May 10 19:00:45.676634 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-fa2751ac-1012-4520-8cc3-51415c2ad708 req-e8007ed1-ec19-4c3f-b44b-f05aa05b9db2 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467582 May 10 19:00:46.409525 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2353741-2ace-472f-8d3d-fa61bf07f51e req-26c070ea-769a-4e2f-baef-eada15130582 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:46.411124 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-d2353741-2ace-472f-8d3d-fa61bf07f51e req-26c070ea-769a-4e2f-baef-eada15130582 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 943 time: 0.0502551 May 10 19:00:46.475927 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-d2353741-2ace-472f-8d3d-fa61bf07f51e req-4df07819-8ae8-4709-a0ce-1f421e9a3082 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591798 May 10 19:00:46.798772 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9254c-3590-4d9e-a2ac-840f4f91b459 req-6457cf06-6a02-4925-9609-8e813a560948 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:46.801201 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-65e9254c-3590-4d9e-a2ac-840f4f91b459 req-6457cf06-6a02-4925-9609-8e813a560948 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0534372 May 10 19:00:46.887042 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-65e9254c-3590-4d9e-a2ac-840f4f91b459 req-08b69c5d-a5ca-42a0-acdb-67029a022baa tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773380 May 10 19:00:47.618611 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff2837-c092-433d-9198-4b5d7db8dd89 req-bf85001c-7b16-467c-8836-5f4f9674fb81 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:47.621217 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-a7ff2837-c092-433d-9198-4b5d7db8dd89 req-bf85001c-7b16-467c-8836-5f4f9674fb81 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 943 time: 0.0533023 May 10 19:00:47.679870 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-a7ff2837-c092-433d-9198-4b5d7db8dd89 req-e8858811-ec54-4d56-9634-8d81e2fd115a tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505464 May 10 19:00:48.013399 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13757742-5bdd-40c5-bf13-51853ffc6934 req-9c095c08-03f5-4893-aeb8-c32a66ae8a0d tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:48.015320 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-13757742-5bdd-40c5-bf13-51853ffc6934 req-9c095c08-03f5-4893-aeb8-c32a66ae8a0d tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0556209 May 10 19:00:48.068796 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-13757742-5bdd-40c5-bf13-51853ffc6934 req-53d92da4-36f0-4c7d-a658-48161342ce31 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478261 May 10 19:00:48.809442 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fafdd2-d400-4df3-b953-0c6a97d3033b req-35ab0427-a932-4820-a90d-5a37768e9071 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:48.810989 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-38fafdd2-d400-4df3-b953-0c6a97d3033b req-35ab0427-a932-4820-a90d-5a37768e9071 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 943 time: 0.0475812 May 10 19:00:48.858728 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-38fafdd2-d400-4df3-b953-0c6a97d3033b req-ee9a30f0-9900-4cc7-abe5-45e26249f456 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419056 May 10 19:00:49.208484 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e943b90-f080-4417-b9ad-ecea382a9232 req-c1041607-aeb5-4743-a448-2a7d3da25f40 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:49.210045 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8e943b90-f080-4417-b9ad-ecea382a9232 req-c1041607-aeb5-4743-a448-2a7d3da25f40 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0470843 May 10 19:00:49.267256 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8e943b90-f080-4417-b9ad-ecea382a9232 req-80ba0886-a111-4927-bcc3-7552f192dfc3 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505848 May 10 19:00:50.022946 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d97c81-338e-448c-9ab6-fc93fae33308 req-b4be58e2-34c4-401f-a966-bdafe5416d52 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:50.024850 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-05d97c81-338e-448c-9ab6-fc93fae33308 req-b4be58e2-34c4-401f-a966-bdafe5416d52 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 943 time: 0.0692856 May 10 19:00:50.070106 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-05d97c81-338e-448c-9ab6-fc93fae33308 req-7f90386a-85c7-47dd-aef5-c0654c196ea5 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446711 May 10 19:00:50.390737 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f97bd3-78c1-4834-bc42-aa5d19f5be4d req-e370498d-9328-4162-b95e-279c7c5e0379 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:50.392320 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-00f97bd3-78c1-4834-bc42-aa5d19f5be4d req-e370498d-9328-4162-b95e-279c7c5e0379 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0535052 May 10 19:00:50.447090 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-00f97bd3-78c1-4834-bc42-aa5d19f5be4d req-a95fad9f-39fa-497d-973a-4b003d783fb3 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462906 May 10 19:00:51.202649 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3b1fc-1c7b-4513-94d3-28425cd7f186 req-47974d5f-d295-4391-8063-07bbc97135c3 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:51.204101 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-e0a3b1fc-1c7b-4513-94d3-28425cd7f186 req-47974d5f-d295-4391-8063-07bbc97135c3 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 943 time: 0.0493023 May 10 19:00:51.252179 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-e0a3b1fc-1c7b-4513-94d3-28425cd7f186 req-e02d198e-658b-44db-b234-f1c9dc3ae12d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419798 May 10 19:00:51.578025 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea717df-5137-42c0-a2d5-42be2b73035d req-941f38ed-8c18-499c-a5bf-1fa68ba8a902 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:51.579527 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-1ea717df-5137-42c0-a2d5-42be2b73035d req-941f38ed-8c18-499c-a5bf-1fa68ba8a902 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0475669 May 10 19:00:51.628781 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-1ea717df-5137-42c0-a2d5-42be2b73035d req-4856e41d-f1a5-42ed-8745-ba706157cfef tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423884 May 10 19:00:52.407782 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c89d4b-0684-44d6-a668-c336f10759f3 req-d6f01f5b-0e75-4eac-851a-f4753bf2c0b1 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:52.409369 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-d1c89d4b-0684-44d6-a668-c336f10759f3 req-d6f01f5b-0e75-4eac-851a-f4753bf2c0b1 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 943 time: 0.0551288 May 10 19:00:52.425696 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 42970) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:00:52.516322 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-d1c89d4b-0684-44d6-a668-c336f10759f3 req-05433c96-b076-4faa-87ca-9b19529d50f6 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001642 May 10 19:00:52.558510 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1c25af23-31b0-46e7-a7f3-3bfe99421d24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:52.650674 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1c25af23-31b0-46e7-a7f3-3bfe99421d24 admin admin] Publish callbacks [] for security_group (98105df8-7ec2-4f21-a8de-b2775a996d22), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:52.658791 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1c25af23-31b0-46e7-a7f3-3bfe99421d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (98105df8-7ec2-4f21-a8de-b2775a996d22), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:52.700132 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-1c25af23-31b0-46e7-a7f3-3bfe99421d24 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f7830ddf97ed4de79ba9f48ae1347d7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2653375 May 10 19:00:52.703274 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 42976) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:00:52.707000 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25af23-31b0-46e7-a7f3-3bfe99421d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98105df8-7ec2-4f21-a8de-b2775a996d22,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:00:53.058509 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9976a5-d990-4ab6-a515-5840c5388ff1 req-2cfa3410-36f4-4cea-953c-b92aaff777c8 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:53.060124 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5a9976a5-d990-4ab6-a515-5840c5388ff1 req-2cfa3410-36f4-4cea-953c-b92aaff777c8 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.3257620 May 10 19:00:53.086343 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1ef3699c-96a4-478a-a5c4-9f6346f45411 admin admin] Publish callbacks [] for security_group (98105df8-7ec2-4f21-a8de-b2775a996d22), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:53.121004 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1ef3699c-96a4-478a-a5c4-9f6346f45411 admin admin] Publish callbacks [] for security_group (98105df8-7ec2-4f21-a8de-b2775a996d22), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:53.140847 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5a9976a5-d990-4ab6-a515-5840c5388ff1 req-9f3a849c-9b8b-4bed-8fc1-c5be24ce96b6 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746362 May 10 19:00:53.190598 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1ef3699c-96a4-478a-a5c4-9f6346f45411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (98105df8-7ec2-4f21-a8de-b2775a996d22), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:53.193073 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1ef3699c-96a4-478a-a5c4-9f6346f45411 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:53.194318 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-1ef3699c-96a4-478a-a5c4-9f6346f45411 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/98105df8-7ec2-4f21-a8de-b2775a996d22 HTTP/1.1" status: 204 len: 168 time: 0.4893675 May 10 19:00:53.201942 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3699c-96a4-478a-a5c4-9f6346f45411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98105df8-7ec2-4f21-a8de-b2775a996d22,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:00:53.648316 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5585eb-bfd9-4fd3-b3d8-c0c325bf711e req-90799e30-26dc-4e52-94cd-3e0d6ea1cc32 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:53.649843 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-ac5585eb-bfd9-4fd3-b3d8-c0c325bf711e req-90799e30-26dc-4e52-94cd-3e0d6ea1cc32 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 943 time: 0.0508869 May 10 19:00:53.697194 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-ac5585eb-bfd9-4fd3-b3d8-c0c325bf711e req-e1f63b73-86dd-49a5-97f3-6f6f74b94c89 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416615 May 10 19:00:54.266757 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33ec8d-662a-4d95-856f-ad40260b8c1b req-2f9f536c-fdea-4c37-a74a-e13f6c3bad6f tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:54.268224 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-6d33ec8d-662a-4d95-856f-ad40260b8c1b req-2f9f536c-fdea-4c37-a74a-e13f6c3bad6f tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0567925 May 10 19:00:54.319513 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-6d33ec8d-662a-4d95-856f-ad40260b8c1b req-a9af4f8b-b500-42b3-bde7-9eaf437f4374 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432267 May 10 19:00:54.523904 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4deb5e-3aa1-4bf5-95da-0ad9d263d4f5 req-1f400b7c-5035-4570-a718-840c67e82529 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:54.525435 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-da4deb5e-3aa1-4bf5-95da-0ad9d263d4f5 req-1f400b7c-5035-4570-a718-840c67e82529 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0487807 May 10 19:00:54.571663 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-da4deb5e-3aa1-4bf5-95da-0ad9d263d4f5 req-0d1af201-cada-4954-9f9c-4e43b9cd7082 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405924 May 10 19:00:54.608546 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b8c42-902d-48bf-8007-2824bceecf33 req-db176694-4d82-4e09-9696-df2016ea2281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:54.610058 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-644b8c42-902d-48bf-8007-2824bceecf33 req-db176694-4d82-4e09-9696-df2016ea2281 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f211dbe09fc34141b9d519a6e69c8dc2&device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 1129 time: 0.0375457 May 10 19:00:54.702468 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b8c42-902d-48bf-8007-2824bceecf33 req-6f0fe850-f8b0-4929-b877-1fc8cc126a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:54.703834 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-644b8c42-902d-48bf-8007-2824bceecf33 req-6f0fe850-f8b0-4929-b877-1fc8cc126a82 service neutron] 10.222.0.48 "GET /v2.0/networks?id=17ce47ba-754f-4a57-b915-d9f184cff0b4 HTTP/1.1" status: 200 len: 912 time: 0.0872593 May 10 19:00:54.770813 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-644b8c42-902d-48bf-8007-2824bceecf33 req-9d2b1032-4d82-40b2-995b-1865eb7d4b50 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b7e5737-5e94-464a-80ae-39d85134cbca HTTP/1.1" status: 200 len: 1000 time: 0.0594854 May 10 19:00:54.819273 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b8c42-902d-48bf-8007-2824bceecf33 req-0ff230ad-9fd5-4caa-b42a-44defd864b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:54.820749 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-644b8c42-902d-48bf-8007-2824bceecf33 req-0ff230ad-9fd5-4caa-b42a-44defd864b1a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=945414bb-2eef-4f0c-992b-73a797dbf824 HTTP/1.1" status: 200 len: 850 time: 0.0428822 May 10 19:00:54.823611 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0ba2d-f273-4192-a53a-034faf6b7614 req-78a40377-3bfc-4ce1-be9f-24d8c04747c8 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:54.825080 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-40c0ba2d-f273-4192-a53a-034faf6b7614 req-78a40377-3bfc-4ce1-be9f-24d8c04747c8 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 943 time: 0.0497591 May 10 19:00:54.873245 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-40c0ba2d-f273-4192-a53a-034faf6b7614 req-7393050b-a9b6-4f82-be38-77767f881b2e tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423262 May 10 19:00:54.878977 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b8c42-902d-48bf-8007-2824bceecf33 req-f34986ce-f7d8-4d34-8863-1db948dbb0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:54.880467 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-644b8c42-902d-48bf-8007-2824bceecf33 req-f34986ce-f7d8-4d34-8863-1db948dbb0a1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17ce47ba-754f-4a57-b915-d9f184cff0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426986 May 10 19:00:54.983395 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-644b8c42-902d-48bf-8007-2824bceecf33 req-f290066d-f4ed-4c6a-b7f5-d05509997ba0 service neutron] 10.222.0.48 "GET /v2.0/networks/17ce47ba-754f-4a57-b915-d9f184cff0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918992 May 10 19:00:55.083275 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-644b8c42-902d-48bf-8007-2824bceecf33 req-f2a40b8b-33d2-4b27-87df-d6313f65e522 service neutron] 10.222.0.48 "GET /v2.0/networks/17ce47ba-754f-4a57-b915-d9f184cff0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921497 May 10 19:00:55.692971 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63001ff9-cf03-4efb-ab56-a24943f29e92 req-6dd05b92-64e6-4d44-a936-da0647c2a610 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:55.694479 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-63001ff9-cf03-4efb-ab56-a24943f29e92 req-6dd05b92-64e6-4d44-a936-da0647c2a610 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0489678 May 10 19:00:55.742614 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-63001ff9-cf03-4efb-ab56-a24943f29e92 req-c5f4276e-3bf9-45bf-ba7a-a8ab549ac006 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423524 May 10 19:00:56.006146 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3e8bd-cdf3-4241-a138-f9820a432a19 req-b04dbaf2-9983-44aa-b83a-22f83d64362e tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:56.007519 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-03e3e8bd-cdf3-4241-a138-f9820a432a19 req-b04dbaf2-9983-44aa-b83a-22f83d64362e tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 943 time: 0.0473943 May 10 19:00:56.058734 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-03e3e8bd-cdf3-4241-a138-f9820a432a19 req-5fad3bfd-944c-4d58-ba24-0233761c6f74 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457673 May 10 19:00:56.859133 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbb37a-5da2-4ffd-a270-8d25fc917689 req-6fead34d-e28a-45ba-bded-c48ab4da0d76 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:56.860605 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e3bbb37a-5da2-4ffd-a270-8d25fc917689 req-6fead34d-e28a-45ba-bded-c48ab4da0d76 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0460865 May 10 19:00:56.907857 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e3bbb37a-5da2-4ffd-a270-8d25fc917689 req-ffab64ea-c81b-4885-9488-fc37a3da7167 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414805 May 10 19:00:57.200598 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12005d98-1b41-47ee-9488-a6959b1e7df4 req-30ac5fae-8b04-4c98-aaf4-1c62e1ca0adf tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:57.202169 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-12005d98-1b41-47ee-9488-a6959b1e7df4 req-30ac5fae-8b04-4c98-aaf4-1c62e1ca0adf tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 943 time: 0.0616040 May 10 19:00:57.251049 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-12005d98-1b41-47ee-9488-a6959b1e7df4 req-d2f4a389-f2a8-4311-b9f4-c6bd8ec030b4 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406256 May 10 19:00:58.385039 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e6878-d23e-41f7-b7e0-70e22b135a3e req-88466e75-db40-420d-b3ab-78c7e96ed900 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:58.386491 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-393e6878-d23e-41f7-b7e0-70e22b135a3e req-88466e75-db40-420d-b3ab-78c7e96ed900 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 943 time: 0.0493722 May 10 19:00:58.434075 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-393e6878-d23e-41f7-b7e0-70e22b135a3e req-f673ae5b-e88e-47b6-9d34-6551184b7ef5 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419791 May 10 19:00:58.849160 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-bfe6f5ce-3b80-49c5-929a-e6a266aa03f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:00:59.556862 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee03ed-14cc-4b7a-aa6e-1433a926cd16 req-c98356e6-5808-45bd-8730-273b51a028ed tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:00:59.558332 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-a3ee03ed-14cc-4b7a-aa6e-1433a926cd16 req-c98356e6-5808-45bd-8730-273b51a028ed tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 943 time: 0.0498860 May 10 19:00:59.608968 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-a3ee03ed-14cc-4b7a-aa6e-1433a926cd16 req-7c7b7274-f7a2-42c8-aa91-486724847dc7 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441825 May 10 19:01:00.740156 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64e9ab-5707-48d8-aef3-601102c6ca53 req-4fa61f82-4bb6-43c6-9cbd-c33d05c053ae tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:00.741588 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-fd64e9ab-5707-48d8-aef3-601102c6ca53 req-4fa61f82-4bb6-43c6-9cbd-c33d05c053ae tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 943 time: 0.0507112 May 10 19:01:00.789873 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-fd64e9ab-5707-48d8-aef3-601102c6ca53 req-5ef3ac26-ed4c-49d8-bb41-768d31c457a2 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427904 May 10 19:01:01.237251 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7ca8341f-553b-4a1a-a0ed-e99d1b5a69c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:01.919801 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78d699-fc15-4eb8-b5f9-ccbcb8d247f7 req-cdbcd023-3c84-4823-b32c-bc850a49f553 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:01.921268 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-fd78d699-fc15-4eb8-b5f9-ccbcb8d247f7 req-cdbcd023-3c84-4823-b32c-bc850a49f553 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 943 time: 0.0491214 May 10 19:01:01.978392 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-fd78d699-fc15-4eb8-b5f9-ccbcb8d247f7 req-1d34a15f-190f-4f3b-9b2c-2aad61dc9854 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488412 May 10 19:01:02.548925 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:03.005085 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:01:03.109921 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979b2c3-256e-4e4a-9139-c74f70722114 req-f6da827d-1871-4f5c-8f81-d924bbd30b99 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:03.111420 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7979b2c3-256e-4e4a-9139-c74f70722114 req-f6da827d-1871-4f5c-8f81-d924bbd30b99 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 943 time: 0.0533390 May 10 19:01:03.115294 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1,segment=NetworkSegment(bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92),segment_id=bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:01:03.127289 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Returning: {'device': 'e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1', 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d', 'port_id': 'e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1', 'mac_address': 'fa:16:3e:51:79:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8531edb7-c043-461d-9962-84adba840bae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:01:03.158203 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7979b2c3-256e-4e4a-9139-c74f70722114 req-8d615d59-1186-40b7-a809-225e1d6fd39d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408490 May 10 19:01:03.163751 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 is: DOWN; New status is: BUILD {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:01:03.164146 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:03.177067 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:01:03.197421 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1,segment=NetworkSegment(bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92),segment_id=bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:01:03.203129 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:03.254602 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1,revision_number=9']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:01:03.613805 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:01:03.735270 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:04.282077 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5512a6-e8c5-4a4d-b627-180fb51dbe22 req-268c3ebf-8994-498e-b1f0-d9ada7fb4f99 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:04.283528 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-9d5512a6-e8c5-4a4d-b627-180fb51dbe22 req-268c3ebf-8994-498e-b1f0-d9ada7fb4f99 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 944 time: 0.0491397 May 10 19:01:04.329661 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-9d5512a6-e8c5-4a4d-b627-180fb51dbe22 req-e3faf3a1-5168-4a36-b3e8-e1aa7fb49b5d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404530 May 10 19:01:05.022341 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 up at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:01:05.087021 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning complete for port e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:01:05.087393 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:05.168593 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 is: BUILD; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:01:05.169006 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:05.192128 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba58fb79-03be-4002-9b26-82ceedeff959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:01:05.194336 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc4c72c1cd3e6c4fc9632b01e094f02638f1ddc8156bb4d740f489bc698d08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81af5feb-26d5-49b2-b134-9fb16cc1bd9c" -d '{"events": [{"server_uuid": "ba58fb79-03be-4002-9b26-82ceedeff959", "name": "network-vif-plugged", "status": "completed", "tag": "e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:01:05.206871 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1,segment=NetworkSegment(bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92),segment_id=bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:01:05.212069 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:05.237795 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221b6550-0831-452b-b3e4-ddc87a7f9f04 x-openstack-request-id: req-221b6550-0831-452b-b3e4-ddc87a7f9f04 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:01:05.238109 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba58fb79-03be-4002-9b26-82ceedeff959", "name": "network-vif-plugged", "status": "completed", "tag": "e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:01:05.238369 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-221b6550-0831-452b-b3e4-ddc87a7f9f04 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:01:05.238758 dv-cinder-836996-18-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-221b6550-0831-452b-b3e4-ddc87a7f9f04'] response: {'server_uuid': 'ba58fb79-03be-4002-9b26-82ceedeff959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1', 'code': 200} May 10 19:01:05.265187 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1,revision_number=10']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:01:05.374715 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:05.450967 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68e44f-c796-40e2-905c-7c854d596ec0 req-9817c89e-dab2-4476-b3be-ecb33d8d0097 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:05.452531 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-ca68e44f-c796-40e2-905c-7c854d596ec0 req-9817c89e-dab2-4476-b3be-ecb33d8d0097 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 946 time: 0.0473373 May 10 19:01:05.500205 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-ca68e44f-c796-40e2-905c-7c854d596ec0 req-cb0791db-af37-4b18-aada-aa3ec2341056 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418081 May 10 19:01:05.799255 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00228619-6a2e-48c1-9ce7-6defe6876d8a req-b6719cfe-b573-4f65-aed7-9b5107f8e4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:05.800629 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-00228619-6a2e-48c1-9ce7-6defe6876d8a req-b6719cfe-b573-4f65-aed7-9b5107f8e4a3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 1130 time: 0.0407302 May 10 19:01:05.846855 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-00228619-6a2e-48c1-9ce7-6defe6876d8a req-a82df190-562a-4fb1-aa90-d12cc807e34a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372531 May 10 19:01:06.631457 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c203ce7-9153-4927-95ff-f2f6aae89221 req-25f1b827-467a-4486-ac6d-9ceb16554a28 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:06.632982 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9c203ce7-9153-4927-95ff-f2f6aae89221 req-25f1b827-467a-4486-ac6d-9ceb16554a28 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 946 time: 0.0507195 May 10 19:01:06.691483 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9c203ce7-9153-4927-95ff-f2f6aae89221 req-40d46cd6-3c71-404e-b45d-426da823cc13 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503862 May 10 19:01:07.825671 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c6c11-784f-4f1e-a190-7e2f8036042b req-f4e3c440-1a90-4342-b437-055cd802d742 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:07.828887 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-497c6c11-784f-4f1e-a190-7e2f8036042b req-f4e3c440-1a90-4342-b437-055cd802d742 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 946 time: 0.0584109 May 10 19:01:07.878483 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-497c6c11-784f-4f1e-a190-7e2f8036042b req-34cae9d0-892e-4452-be59-83b2f7103c3b tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436320 May 10 19:01:08.385995 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:09.006974 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe340de4-a445-4f24-a44c-b184a8dc7227 req-b7534491-c1c4-41f2-814f-6c80a6939b68 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:09.008432 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-fe340de4-a445-4f24-a44c-b184a8dc7227 req-b7534491-c1c4-41f2-814f-6c80a6939b68 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 946 time: 0.0474501 May 10 19:01:09.055655 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-fe340de4-a445-4f24-a44c-b184a8dc7227 req-88510e9b-ba13-4951-821e-d6f8624719db tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416374 May 10 19:01:09.205065 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-24beb010-b83f-4292-8698-656a29248887 req-159e7ee1-31a0-4663-932e-64e1e8a48bc2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410762 May 10 19:01:09.281609 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24beb010-b83f-4292-8698-656a29248887 req-05edd1b6-dcfa-47fb-a34a-21ca8f134b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:09.283101 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-24beb010-b83f-4292-8698-656a29248887 req-05edd1b6-dcfa-47fb-a34a-21ca8f134b36 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f211dbe09fc34141b9d519a6e69c8dc2&device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 1129 time: 0.0401163 May 10 19:01:09.395951 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24beb010-b83f-4292-8698-656a29248887 req-c66821ff-c48a-4070-b435-223f595f2f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:09.397458 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-24beb010-b83f-4292-8698-656a29248887 req-c66821ff-c48a-4070-b435-223f595f2f0c service neutron] 10.222.0.48 "GET /v2.0/networks?id=17ce47ba-754f-4a57-b915-d9f184cff0b4 HTTP/1.1" status: 200 len: 912 time: 0.0889833 May 10 19:01:09.476504 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-24beb010-b83f-4292-8698-656a29248887 req-87f557b2-ff24-48d6-a15b-0f77bbaa2301 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b7e5737-5e94-464a-80ae-39d85134cbca HTTP/1.1" status: 200 len: 1000 time: 0.0720851 May 10 19:01:09.539759 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24beb010-b83f-4292-8698-656a29248887 req-a16ea932-5908-4060-82af-ec35ba5ce0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:09.541252 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-24beb010-b83f-4292-8698-656a29248887 req-a16ea932-5908-4060-82af-ec35ba5ce0d0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=945414bb-2eef-4f0c-992b-73a797dbf824 HTTP/1.1" status: 200 len: 850 time: 0.0517550 May 10 19:01:09.586124 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24beb010-b83f-4292-8698-656a29248887 req-dd40a147-bd3b-4d66-b70c-4a0961d81a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:09.587602 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-24beb010-b83f-4292-8698-656a29248887 req-dd40a147-bd3b-4d66-b70c-4a0961d81a7a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17ce47ba-754f-4a57-b915-d9f184cff0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395465 May 10 19:01:09.679243 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-24beb010-b83f-4292-8698-656a29248887 req-bb7bb755-9e1e-4633-b3ef-59aab4b1f473 service neutron] 10.222.0.48 "GET /v2.0/networks/17ce47ba-754f-4a57-b915-d9f184cff0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840905 May 10 19:01:09.779733 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-24beb010-b83f-4292-8698-656a29248887 req-35354c98-1da7-4978-80fa-a4258d02af7d service neutron] 10.222.0.48 "GET /v2.0/networks/17ce47ba-754f-4a57-b915-d9f184cff0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871987 May 10 19:01:13.877997 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f624ca-0c50-41e7-9b8b-054c585bcf40 req-8fdb7278-df51-4e8f-ba22-f7e28553e492 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:13.879491 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-38f624ca-0c50-41e7-9b8b-054c585bcf40 req-8fdb7278-df51-4e8f-ba22-f7e28553e492 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad2ef54c-3019-4df0-8606-47dbb297103c HTTP/1.1" status: 200 len: 945 time: 0.0580900 May 10 19:01:13.928423 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-38f624ca-0c50-41e7-9b8b-054c585bcf40 req-3dd6c74d-0522-4a8e-8733-86b3fb2a1190 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5077097-cf26-47de-b210-726ad6724d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431507 May 10 19:01:15.052296 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddf2b6-a510-4360-927a-7e76a608e712 req-61f2e0ab-2013-4dc4-b44c-f0a9d508f2db tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:15.053888 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-17ddf2b6-a510-4360-927a-7e76a608e712 req-61f2e0ab-2013-4dc4-b44c-f0a9d508f2db tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad2ef54c-3019-4df0-8606-47dbb297103c HTTP/1.1" status: 200 len: 945 time: 0.0526111 May 10 19:01:15.103023 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-17ddf2b6-a510-4360-927a-7e76a608e712 req-c1ca27d6-379c-4105-b4f9-5a9c38265326 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5077097-cf26-47de-b210-726ad6724d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433197 May 10 19:01:15.675929 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6f9cc-ee4e-4380-8af1-3cba089d0e76 req-b3be74c0-a8e8-410e-b6a7-9e0b0df41075 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:15.677398 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4ac6f9cc-ee4e-4380-8af1-3cba089d0e76 req-b3be74c0-a8e8-410e-b6a7-9e0b0df41075 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad2ef54c-3019-4df0-8606-47dbb297103c HTTP/1.1" status: 200 len: 945 time: 0.0564122 May 10 19:01:15.763994 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-4ac6f9cc-ee4e-4380-8af1-3cba089d0e76 req-2ab53b81-9e78-4ce4-9bd3-9940a2176eed tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Deleting port c373ba0c-42cb-47b0-910f-f8b1b5c259e5 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:01:15.764262 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-4ac6f9cc-ee4e-4380-8af1-3cba089d0e76 req-2ab53b81-9e78-4ce4-9bd3-9940a2176eed tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (c373ba0c-42cb-47b0-910f-f8b1b5c259e5), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:15.856655 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-4ac6f9cc-ee4e-4380-8af1-3cba089d0e76 req-2ab53b81-9e78-4ce4-9bd3-9940a2176eed tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] For port c373ba0c-42cb-47b0-910f-f8b1b5c259e5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c373ba0c-42cb-47b0-910f-f8b1b5c259e5,segment=NetworkSegment(04de397a-54d1-4abc-9167-6db11e2916d9),segment_id=04de397a-54d1-4abc-9167-6db11e2916d9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:01:15.857029 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-4ac6f9cc-ee4e-4380-8af1-3cba089d0e76 req-2ab53b81-9e78-4ce4-9bd3-9940a2176eed tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (c373ba0c-42cb-47b0-910f-f8b1b5c259e5), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:16.085278 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-4ac6f9cc-ee4e-4380-8af1-3cba089d0e76 req-2ab53b81-9e78-4ce4-9bd3-9940a2176eed tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:16.085523 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-4ac6f9cc-ee4e-4380-8af1-3cba089d0e76 req-2ab53b81-9e78-4ce4-9bd3-9940a2176eed tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2085825'] for floatingip (489b4aff-720e-4b8c-bfba-f914b006bf22), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:16.085875 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.db.l3_db [req-4ac6f9cc-ee4e-4380-8af1-3cba089d0e76 req-2ab53b81-9e78-4ce4-9bd3-9940a2176eed tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Floating IP 489b4aff-720e-4b8c-bfba-f914b006bf22 disassociated. External IP: 172.27.1.140, port: c373ba0c-42cb-47b0-910f-f8b1b5c259e5. May 10 19:01:16.086215 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-4ac6f9cc-ee4e-4380-8af1-3cba089d0e76 req-2ab53b81-9e78-4ce4-9bd3-9940a2176eed tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Calling delete_port for c373ba0c-42cb-47b0-910f-f8b1b5c259e5 owned by compute:nova {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:01:16.253063 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e99dc-4aa7-4c56-bd3d-05e5961dd691 req-250e7847-d605-4f47-9606-b4f2a66da19e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:16.255394 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-1f5e99dc-4aa7-4c56-bd3d-05e5961dd691 req-250e7847-d605-4f47-9606-b4f2a66da19e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad2ef54c-3019-4df0-8606-47dbb297103c HTTP/1.1" status: 200 len: 945 time: 0.0659060 May 10 19:01:16.256465 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-4ac6f9cc-ee4e-4380-8af1-3cba089d0e76 req-2ab53b81-9e78-4ce4-9bd3-9940a2176eed tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (c373ba0c-42cb-47b0-910f-f8b1b5c259e5), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:16.306460 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab53b81-9e78-4ce4-9bd3-9940a2176eed tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Pushing event deleted for resources: {'Port': ['ID=c373ba0c-42cb-47b0-910f-f8b1b5c259e5,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:01:16.330720 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab53b81-9e78-4ce4-9bd3-9940a2176eed tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:16.331242 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab53b81-9e78-4ce4-9bd3-9940a2176eed tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:16.331592 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab53b81-9e78-4ce4-9bd3-9940a2176eed tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:16.331930 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab53b81-9e78-4ce4-9bd3-9940a2176eed tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:16.332263 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab53b81-9e78-4ce4-9bd3-9940a2176eed tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:16.332593 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab53b81-9e78-4ce4-9bd3-9940a2176eed tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:16.333141 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab53b81-9e78-4ce4-9bd3-9940a2176eed tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:16.333326 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab53b81-9e78-4ce4-9bd3-9940a2176eed tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:16.333588 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab53b81-9e78-4ce4-9bd3-9940a2176eed tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:16.333912 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab53b81-9e78-4ce4-9bd3-9940a2176eed tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:16.334264 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab53b81-9e78-4ce4-9bd3-9940a2176eed tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:16.334584 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab53b81-9e78-4ce4-9bd3-9940a2176eed tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:16.334891 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab53b81-9e78-4ce4-9bd3-9940a2176eed tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:16.335212 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab53b81-9e78-4ce4-9bd3-9940a2176eed tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:16.335585 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab53b81-9e78-4ce4-9bd3-9940a2176eed tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:16.405066 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-1f5e99dc-4aa7-4c56-bd3d-05e5961dd691 req-1677c362-1a55-40da-bb5e-158dcc48a7b0 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5077097-cf26-47de-b210-726ad6724d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371517 May 10 19:01:16.470339 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ac6f9cc-ee4e-4380-8af1-3cba089d0e76 req-2ab53b81-9e78-4ce4-9bd3-9940a2176eed tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Router 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:01:16.579790 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ac6f9cc-ee4e-4380-8af1-3cba089d0e76 req-2ab53b81-9e78-4ce4-9bd3-9940a2176eed tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:01:16.590833 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908b1304-fb9f-490c-ba71-977c7dcc842d None None] Sync routers for ids ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'] in dv-cinder-836996-18-iscsi {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:01:16.600444 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908b1304-fb9f-490c-ba71-977c7dcc842d None None] Routers {'224c80a3-2c7e-4fdf-addf-77721e5d4aa9'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:01:16.601220 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-908b1304-fb9f-490c-ba71-977c7dcc842d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:01:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:01:16.624961 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac6f9cc-ee4e-4380-8af1-3cba089d0e76 req-2ab53b81-9e78-4ce4-9bd3-9940a2176eed tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] No DVR routers for this DVR port c373ba0c-42cb-47b0-910f-f8b1b5c259e5 on host hv-cinder-83699 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:01:16.627623 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-4ac6f9cc-ee4e-4380-8af1-3cba089d0e76 req-2ab53b81-9e78-4ce4-9bd3-9940a2176eed tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:16.630982 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4ac6f9cc-ee4e-4380-8af1-3cba089d0e76 req-2ab53b81-9e78-4ce4-9bd3-9940a2176eed tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.48 "DELETE /v2.0/ports/c373ba0c-42cb-47b0-910f-f8b1b5c259e5 HTTP/1.1" status: 204 len: 173 time: 0.9459100 May 10 19:01:16.631459 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2ef54c-3019-4df0-8606-47dbb297103c', 'name': 'network-vif-deleted', 'tag': 'c373ba0c-42cb-47b0-910f-f8b1b5c259e5'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:01:16.633981 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9a05f3-9a79-4c98-919f-216613329c76" -d '{"events": [{"server_uuid": "ad2ef54c-3019-4df0-8606-47dbb297103c", "name": "network-vif-deleted", "tag": "c373ba0c-42cb-47b0-910f-f8b1b5c259e5"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:01:16.682797 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9661c0d8-d852-4ac8-8b05-d03158ac00f6 x-openstack-request-id: req-9661c0d8-d852-4ac8-8b05-d03158ac00f6 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:01:16.683740 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad2ef54c-3019-4df0-8606-47dbb297103c", "name": "network-vif-deleted", "tag": "c373ba0c-42cb-47b0-910f-f8b1b5c259e5", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:01:16.684204 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9661c0d8-d852-4ac8-8b05-d03158ac00f6 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:01:16.684891 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9661c0d8-d852-4ac8-8b05-d03158ac00f6'] response: {'server_uuid': 'ad2ef54c-3019-4df0-8606-47dbb297103c', 'name': 'network-vif-deleted', 'tag': 'c373ba0c-42cb-47b0-910f-f8b1b5c259e5', 'status': 'completed', 'code': 200} May 10 19:01:16.717244 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-908b1304-fb9f-490c-ba71-977c7dcc842d None None] Set router 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:01:17.034188 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-908b1304-fb9f-490c-ba71-977c7dcc842d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'name': 'tempest-AttachVolumeNegativeTest-1418596659-router', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:20Z', 'revision_number': 4, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'gw_port': {'id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': '8936a00c-3a02-45a9-ac95-74e0ecf8afd1', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'port_id': 'f7bad5c0-6c0f-4028-9da1-6080eeec7c61', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'mac_address': 'fa:16:3e:b1:d4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf86643-5556-427b-ba0d-dc53add28bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T18:58:35Z', 'updated_at': '2022-05-10T18:59:02Z', 'revision_number': 2, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecb12316-5946-47ad-ac9c-64373489eb65', 'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'mac_address': 'fa:16:3e:fe:8b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:16Z', 'updated_at': '2022-05-10T18:58:36Z', 'revision_number': 5, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'subnets': [{'id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:01:17.063679 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908b1304-fb9f-490c-ba71-977c7dcc842d None None] Checking router: 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 for host: dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:01:17.072079 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908b1304-fb9f-490c-ba71-977c7dcc842d None None] Routers {'224c80a3-2c7e-4fdf-addf-77721e5d4aa9'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:01:17.073060 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-908b1304-fb9f-490c-ba71-977c7dcc842d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:01:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:01:17.181500 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-908b1304-fb9f-490c-ba71-977c7dcc842d None None] Set router 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:01:17.410450 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-908b1304-fb9f-490c-ba71-977c7dcc842d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'name': 'tempest-AttachVolumeNegativeTest-1418596659-router', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:20Z', 'revision_number': 4, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'gw_port': {'id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': '8936a00c-3a02-45a9-ac95-74e0ecf8afd1', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'port_id': 'f7bad5c0-6c0f-4028-9da1-6080eeec7c61', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'mac_address': 'fa:16:3e:b1:d4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf86643-5556-427b-ba0d-dc53add28bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T18:58:35Z', 'updated_at': '2022-05-10T18:59:02Z', 'revision_number': 2, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecb12316-5946-47ad-ac9c-64373489eb65', 'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'mac_address': 'fa:16:3e:fe:8b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:16Z', 'updated_at': '2022-05-10T18:58:36Z', 'revision_number': 5, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'subnets': [{'id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:01:17.438247 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908b1304-fb9f-490c-ba71-977c7dcc842d None None] The sync data for ids ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'] in dv-cinder-836996-18-iscsi is: [{'id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'name': 'tempest-AttachVolumeNegativeTest-1418596659-router', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:20Z', 'revision_number': 4, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'gw_port': {'id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': '8936a00c-3a02-45a9-ac95-74e0ecf8afd1', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'port_id': 'f7bad5c0-6c0f-4028-9da1-6080eeec7c61', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'mac_address': 'fa:16:3e:b1:d4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf86643-5556-427b-ba0d-dc53add28bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T18:58:35Z', 'updated_at': '2022-05-10T18:59:02Z', 'revision_number': 2, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecb12316-5946-47ad-ac9c-64373489eb65', 'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'mac_address': 'fa:16:3e:fe:8b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:16Z', 'updated_at': '2022-05-10T18:58:36Z', 'revision_number': 5, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'subnets': [{'id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:01:17.553851 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a9cbdee0-e4f0-41cf-ad89-798239e28726 req-2c7e3672-e3d4-4484-911c-74767403ed50 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad2ef54c-3019-4df0-8606-47dbb297103c HTTP/1.1" status: 200 len: 210 time: 0.0431013 May 10 19:01:17.720421 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe1bad1-faea-4535-9746-4eb61513680c None None] New status for floating IP 489b4aff-720e-4b8c-bfba-f914b006bf22: DOWN {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:01:18.649553 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 43096) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:01:18.710119 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-32ff9f23-0b7c-476b-a2f3-e8a448073492 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group (c5077097-cf26-47de-b210-726ad6724d1a), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:18.736624 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-32ff9f23-0b7c-476b-a2f3-e8a448073492 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group (c5077097-cf26-47de-b210-726ad6724d1a), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:18.786849 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-32ff9f23-0b7c-476b-a2f3-e8a448073492 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (c5077097-cf26-47de-b210-726ad6724d1a), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:18.789521 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-32ff9f23-0b7c-476b-a2f3-e8a448073492 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:18.793348 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-32ff9f23-0b7c-476b-a2f3-e8a448073492 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "DELETE /v2.0/security-groups/c5077097-cf26-47de-b210-726ad6724d1a HTTP/1.1" status: 204 len: 168 time: 0.1401875 May 10 19:01:18.794117 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 43098) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:01:18.800780 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff9f23-0b7c-476b-a2f3-e8a448073492 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5077097-cf26-47de-b210-726ad6724d1a,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:01:18.811447 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.api.v2.resource [None req-c10584f7-98ef-4fb2-ba09-795a669955a5 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] show failed (client error): The resource could not be found. May 10 19:01:18.815577 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-c10584f7-98ef-4fb2-ba09-795a669955a5 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups/c5077097-cf26-47de-b210-726ad6724d1a HTTP/1.1" status: 404 len: 347 time: 0.0200975 May 10 19:01:18.816125 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 43100) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:01:18.938497 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-cfe70eb6-a89c-4d6f-b040-d9146b0a584f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Deleting port b3f94610-b5e7-44b4-8bfb-cd0cf564b081 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:01:18.938844 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cfe70eb6-a89c-4d6f-b040-d9146b0a584f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (b3f94610-b5e7-44b4-8bfb-cd0cf564b081), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:19.022272 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cfe70eb6-a89c-4d6f-b040-d9146b0a584f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (b3f94610-b5e7-44b4-8bfb-cd0cf564b081), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:19.022508 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cfe70eb6-a89c-4d6f-b040-d9146b0a584f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for floatingip (b3f94610-b5e7-44b4-8bfb-cd0cf564b081), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:19.037572 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-cfe70eb6-a89c-4d6f-b040-d9146b0a584f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Calling delete_port for b3f94610-b5e7-44b4-8bfb-cd0cf564b081 owned by network:floatingip {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:01:19.140437 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device c373ba0c-42cb-47b0-910f-f8b1b5c259e5 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:01:19.161490 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] No Port match for: c373ba0c-42cb-47b0-910f-f8b1b5c259e5 {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:01:19.161893 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device c373ba0c-42cb-47b0-910f-f8b1b5c259e5 not bound to the agent host hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:01:19.207402 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cfe70eb6-a89c-4d6f-b040-d9146b0a584f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4468833'] for port (b3f94610-b5e7-44b4-8bfb-cd0cf564b081), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:19.232822 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe70eb6-a89c-4d6f-b040-d9146b0a584f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Pushing event deleted for resources: {'Port': ['ID=b3f94610-b5e7-44b4-8bfb-cd0cf564b081,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:01:19.242776 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe70eb6-a89c-4d6f-b040-d9146b0a584f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:19.243124 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe70eb6-a89c-4d6f-b040-d9146b0a584f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:19.243468 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe70eb6-a89c-4d6f-b040-d9146b0a584f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:19.243781 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe70eb6-a89c-4d6f-b040-d9146b0a584f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:19.244146 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe70eb6-a89c-4d6f-b040-d9146b0a584f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:19.244477 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe70eb6-a89c-4d6f-b040-d9146b0a584f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:19.244836 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe70eb6-a89c-4d6f-b040-d9146b0a584f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:19.245166 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe70eb6-a89c-4d6f-b040-d9146b0a584f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:19.245468 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe70eb6-a89c-4d6f-b040-d9146b0a584f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:19.245820 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe70eb6-a89c-4d6f-b040-d9146b0a584f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:19.246145 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe70eb6-a89c-4d6f-b040-d9146b0a584f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:19.246467 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe70eb6-a89c-4d6f-b040-d9146b0a584f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:19.246789 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe70eb6-a89c-4d6f-b040-d9146b0a584f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:19.247113 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe70eb6-a89c-4d6f-b040-d9146b0a584f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:19.247415 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe70eb6-a89c-4d6f-b040-d9146b0a584f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:19.310942 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cfe70eb6-a89c-4d6f-b040-d9146b0a584f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for floatingip (489b4aff-720e-4b8c-bfba-f914b006bf22), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:19.313384 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cfe70eb6-a89c-4d6f-b040-d9146b0a584f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:19.314525 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-cfe70eb6-a89c-4d6f-b040-d9146b0a584f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "DELETE /v2.0/floatingips/489b4aff-720e-4b8c-bfba-f914b006bf22 HTTP/1.1" status: 204 len: 168 time: 0.4973571 May 10 19:01:21.171476 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc8b5b-bec9-4d67-a418-d18ccf1ed3c5 req-1af0bfc3-b9b9-43df-be2e-4fd7e7edf680 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:21.172917 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-71dc8b5b-bec9-4d67-a418-d18ccf1ed3c5 req-1af0bfc3-b9b9-43df-be2e-4fd7e7edf680 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cf86643-5556-427b-ba0d-dc53add28bee HTTP/1.1" status: 200 len: 946 time: 0.0464988 May 10 19:01:21.224492 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-71dc8b5b-bec9-4d67-a418-d18ccf1ed3c5 req-73883224-62a0-4199-89ae-0ea32d4f4658 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a7ddbf-aaf0-4d8b-aa87-7717cf22f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432947 May 10 19:01:21.591546 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:01:22.357074 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9433d0-57f8-4b04-a73c-caac8e21e5e3 req-6b93c92a-aab6-4ec2-a3ea-a0711c214f0c tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:22.358526 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-7a9433d0-57f8-4b04-a73c-caac8e21e5e3 req-6b93c92a-aab6-4ec2-a3ea-a0711c214f0c tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cf86643-5556-427b-ba0d-dc53add28bee HTTP/1.1" status: 200 len: 946 time: 0.0490150 May 10 19:01:22.405890 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-7a9433d0-57f8-4b04-a73c-caac8e21e5e3 req-a870e54d-eb64-45c5-8c8b-b05178711ef2 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a7ddbf-aaf0-4d8b-aa87-7717cf22f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416784 May 10 19:01:23.119329 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebccec72-b540-46df-9bb8-9b8172a9d161 req-dc7d777c-f5f0-4aaa-91fb-5b33b3181c1b tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:23.120782 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ebccec72-b540-46df-9bb8-9b8172a9d161 req-dc7d777c-f5f0-4aaa-91fb-5b33b3181c1b tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cf86643-5556-427b-ba0d-dc53add28bee HTTP/1.1" status: 200 len: 946 time: 0.0576293 May 10 19:01:23.209573 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-ebccec72-b540-46df-9bb8-9b8172a9d161 req-ff3f7c30-7109-4470-ab6b-2fe012ef654e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Deleting port f7bad5c0-6c0f-4028-9da1-6080eeec7c61 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:01:23.209793 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-ebccec72-b540-46df-9bb8-9b8172a9d161 req-ff3f7c30-7109-4470-ab6b-2fe012ef654e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (f7bad5c0-6c0f-4028-9da1-6080eeec7c61), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:23.304598 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-ebccec72-b540-46df-9bb8-9b8172a9d161 req-ff3f7c30-7109-4470-ab6b-2fe012ef654e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] For port f7bad5c0-6c0f-4028-9da1-6080eeec7c61, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f7bad5c0-6c0f-4028-9da1-6080eeec7c61,segment=NetworkSegment(04de397a-54d1-4abc-9167-6db11e2916d9),segment_id=04de397a-54d1-4abc-9167-6db11e2916d9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:01:23.304958 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-ebccec72-b540-46df-9bb8-9b8172a9d161 req-ff3f7c30-7109-4470-ab6b-2fe012ef654e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (f7bad5c0-6c0f-4028-9da1-6080eeec7c61), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:23.480284 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-ebccec72-b540-46df-9bb8-9b8172a9d161 req-ff3f7c30-7109-4470-ab6b-2fe012ef654e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:23.480566 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-ebccec72-b540-46df-9bb8-9b8172a9d161 req-ff3f7c30-7109-4470-ab6b-2fe012ef654e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2085825'] for floatingip (8936a00c-3a02-45a9-ac95-74e0ecf8afd1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:23.480916 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.db.l3_db [req-ebccec72-b540-46df-9bb8-9b8172a9d161 req-ff3f7c30-7109-4470-ab6b-2fe012ef654e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Floating IP 8936a00c-3a02-45a9-ac95-74e0ecf8afd1 disassociated. External IP: 172.27.1.176, port: f7bad5c0-6c0f-4028-9da1-6080eeec7c61. May 10 19:01:23.481265 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-ebccec72-b540-46df-9bb8-9b8172a9d161 req-ff3f7c30-7109-4470-ab6b-2fe012ef654e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Calling delete_port for f7bad5c0-6c0f-4028-9da1-6080eeec7c61 owned by compute:nova {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:01:23.563010 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf6c14-3d6d-4e87-8c77-8b31fad5c4b5 req-7841978a-8a72-49c1-8e3d-48799236dfa7 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:23.564510 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bddf6c14-3d6d-4e87-8c77-8b31fad5c4b5 req-7841978a-8a72-49c1-8e3d-48799236dfa7 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cf86643-5556-427b-ba0d-dc53add28bee HTTP/1.1" status: 200 len: 946 time: 0.0811391 May 10 19:01:23.630888 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bddf6c14-3d6d-4e87-8c77-8b31fad5c4b5 req-2dcc11d7-a41c-4255-b0b5-945762f44e61 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a7ddbf-aaf0-4d8b-aa87-7717cf22f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570607 May 10 19:01:23.683611 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-ebccec72-b540-46df-9bb8-9b8172a9d161 req-ff3f7c30-7109-4470-ab6b-2fe012ef654e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (f7bad5c0-6c0f-4028-9da1-6080eeec7c61), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:23.714822 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f7c30-7109-4470-ab6b-2fe012ef654e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Pushing event deleted for resources: {'Port': ['ID=f7bad5c0-6c0f-4028-9da1-6080eeec7c61,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:01:23.831650 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebccec72-b540-46df-9bb8-9b8172a9d161 req-ff3f7c30-7109-4470-ab6b-2fe012ef654e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Router 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:01:23.940389 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebccec72-b540-46df-9bb8-9b8172a9d161 req-ff3f7c30-7109-4470-ab6b-2fe012ef654e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:01:23.952825 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73905975-fedc-49d1-8157-3757391e0ec6 None None] Sync routers for ids ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'] in dv-cinder-836996-18-iscsi {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:01:23.963709 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73905975-fedc-49d1-8157-3757391e0ec6 None None] Routers {'224c80a3-2c7e-4fdf-addf-77721e5d4aa9'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:01:23.964308 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-73905975-fedc-49d1-8157-3757391e0ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:01:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:01:23.984033 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebccec72-b540-46df-9bb8-9b8172a9d161 req-ff3f7c30-7109-4470-ab6b-2fe012ef654e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] No DVR routers for this DVR port f7bad5c0-6c0f-4028-9da1-6080eeec7c61 on host hv-cinder-83699 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:01:23.986745 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-ebccec72-b540-46df-9bb8-9b8172a9d161 req-ff3f7c30-7109-4470-ab6b-2fe012ef654e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:23.990014 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ebccec72-b540-46df-9bb8-9b8172a9d161 req-ff3f7c30-7109-4470-ab6b-2fe012ef654e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.48 "DELETE /v2.0/ports/f7bad5c0-6c0f-4028-9da1-6080eeec7c61 HTTP/1.1" status: 204 len: 173 time: 0.8630950 May 10 19:01:23.990393 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf86643-5556-427b-ba0d-dc53add28bee', 'name': 'network-vif-deleted', 'tag': 'f7bad5c0-6c0f-4028-9da1-6080eeec7c61'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:01:23.992631 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76e36f8-4183-49a8-a00c-32561915b942" -d '{"events": [{"server_uuid": "1cf86643-5556-427b-ba0d-dc53add28bee", "name": "network-vif-deleted", "tag": "f7bad5c0-6c0f-4028-9da1-6080eeec7c61"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:01:24.032513 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dffc98a-7660-48fb-9cf5-2fbae3c9d6d5 x-openstack-request-id: req-7dffc98a-7660-48fb-9cf5-2fbae3c9d6d5 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:01:24.032884 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf86643-5556-427b-ba0d-dc53add28bee", "name": "network-vif-deleted", "tag": "f7bad5c0-6c0f-4028-9da1-6080eeec7c61", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:01:24.033287 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7dffc98a-7660-48fb-9cf5-2fbae3c9d6d5 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:01:24.033707 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dffc98a-7660-48fb-9cf5-2fbae3c9d6d5'] response: {'server_uuid': '1cf86643-5556-427b-ba0d-dc53add28bee', 'name': 'network-vif-deleted', 'tag': 'f7bad5c0-6c0f-4028-9da1-6080eeec7c61', 'status': 'completed', 'code': 200} May 10 19:01:24.084264 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-73905975-fedc-49d1-8157-3757391e0ec6 None None] Set router 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:01:24.283986 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-73905975-fedc-49d1-8157-3757391e0ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'name': 'tempest-AttachVolumeNegativeTest-1418596659-router', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:20Z', 'revision_number': 4, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'gw_port': {'id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': 'ecb12316-5946-47ad-ac9c-64373489eb65', 'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'mac_address': 'fa:16:3e:fe:8b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:16Z', 'updated_at': '2022-05-10T18:58:36Z', 'revision_number': 5, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'subnets': [{'id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:01:24.310292 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73905975-fedc-49d1-8157-3757391e0ec6 None None] Checking router: 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 for host: dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:01:24.319157 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73905975-fedc-49d1-8157-3757391e0ec6 None None] Routers {'224c80a3-2c7e-4fdf-addf-77721e5d4aa9'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:01:24.319756 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-73905975-fedc-49d1-8157-3757391e0ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:01:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:01:24.447482 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-73905975-fedc-49d1-8157-3757391e0ec6 None None] Set router 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:01:24.637550 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-73905975-fedc-49d1-8157-3757391e0ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'name': 'tempest-AttachVolumeNegativeTest-1418596659-router', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:20Z', 'revision_number': 4, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'gw_port': {'id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': 'ecb12316-5946-47ad-ac9c-64373489eb65', 'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'mac_address': 'fa:16:3e:fe:8b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:16Z', 'updated_at': '2022-05-10T18:58:36Z', 'revision_number': 5, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'subnets': [{'id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:01:24.663171 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73905975-fedc-49d1-8157-3757391e0ec6 None None] The sync data for ids ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'] in dv-cinder-836996-18-iscsi is: [{'id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'name': 'tempest-AttachVolumeNegativeTest-1418596659-router', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:20Z', 'revision_number': 4, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'gw_port': {'id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': 'ecb12316-5946-47ad-ac9c-64373489eb65', 'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'mac_address': 'fa:16:3e:fe:8b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:16Z', 'updated_at': '2022-05-10T18:58:36Z', 'revision_number': 5, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'subnets': [{'id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:01:24.721773 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 43150) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:01:24.785067 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f4a9c8c0-e8a2-47fb-94db-c763aa63bc95 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group (62a7ddbf-aaf0-4d8b-aa87-7717cf22f9a3), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:24.808541 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f4a9c8c0-e8a2-47fb-94db-c763aa63bc95 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group (62a7ddbf-aaf0-4d8b-aa87-7717cf22f9a3), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:24.857519 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f4a9c8c0-e8a2-47fb-94db-c763aa63bc95 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (62a7ddbf-aaf0-4d8b-aa87-7717cf22f9a3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:24.860390 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f4a9c8c0-e8a2-47fb-94db-c763aa63bc95 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:24.861594 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-f4a9c8c0-e8a2-47fb-94db-c763aa63bc95 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "DELETE /v2.0/security-groups/62a7ddbf-aaf0-4d8b-aa87-7717cf22f9a3 HTTP/1.1" status: 204 len: 168 time: 0.1388474 May 10 19:01:24.864405 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 43154) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:01:24.872126 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9c8c0-e8a2-47fb-94db-c763aa63bc95 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a7ddbf-aaf0-4d8b-aa87-7717cf22f9a3,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:01:24.880045 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.api.v2.resource [None req-6d8ef37d-e22d-481c-904b-98db93a73de0 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] show failed (client error): The resource could not be found. May 10 19:01:24.881358 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-6d8ef37d-e22d-481c-904b-98db93a73de0 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups/62a7ddbf-aaf0-4d8b-aa87-7717cf22f9a3 HTTP/1.1" status: 404 len: 347 time: 0.0158451 May 10 19:01:24.884204 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 43156) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:01:24.900111 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a68b1-ccb4-4759-8188-09a0a10ac568 None None] New status for floating IP 8936a00c-3a02-45a9-ac95-74e0ecf8afd1: DOWN {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:01:25.000442 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-71ebb6cd-e19c-4872-945a-3cf1a0cb4471 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Deleting port 4fbba0a5-4b15-4fbc-8351-c32bb37434ac {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:01:25.000830 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-71ebb6cd-e19c-4872-945a-3cf1a0cb4471 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (4fbba0a5-4b15-4fbc-8351-c32bb37434ac), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:25.080563 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-71ebb6cd-e19c-4872-945a-3cf1a0cb4471 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (4fbba0a5-4b15-4fbc-8351-c32bb37434ac), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:25.081002 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-71ebb6cd-e19c-4872-945a-3cf1a0cb4471 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for floatingip (4fbba0a5-4b15-4fbc-8351-c32bb37434ac), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:25.342531 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-71ebb6cd-e19c-4872-945a-3cf1a0cb4471 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Calling delete_port for 4fbba0a5-4b15-4fbc-8351-c32bb37434ac owned by network:floatingip {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:01:25.488063 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-71ebb6cd-e19c-4872-945a-3cf1a0cb4471 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (4fbba0a5-4b15-4fbc-8351-c32bb37434ac), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:25.510960 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ebb6cd-e19c-4872-945a-3cf1a0cb4471 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Pushing event deleted for resources: {'Port': ['ID=4fbba0a5-4b15-4fbc-8351-c32bb37434ac,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:01:25.573977 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-71ebb6cd-e19c-4872-945a-3cf1a0cb4471 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for floatingip (8936a00c-3a02-45a9-ac95-74e0ecf8afd1), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:25.576407 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-71ebb6cd-e19c-4872-945a-3cf1a0cb4471 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:25.577609 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-71ebb6cd-e19c-4872-945a-3cf1a0cb4471 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "DELETE /v2.0/floatingips/8936a00c-3a02-45a9-ac95-74e0ecf8afd1 HTTP/1.1" status: 204 len: 168 time: 0.6923523 May 10 19:01:25.659649 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 43160) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:01:25.664286 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-70e40b44-f02e-417b-beb0-9abc2b7ecda0 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--890274105', 'description': 'tempest-description--1540776813'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:01:25.686012 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-70e40b44-f02e-417b-beb0-9abc2b7ecda0 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:25.754948 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-70e40b44-f02e-417b-beb0-9abc2b7ecda0 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group (2148dff5-2344-44c2-baae-3b93d3a7c881), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:25.759814 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-70e40b44-f02e-417b-beb0-9abc2b7ecda0 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (2148dff5-2344-44c2-baae-3b93d3a7c881), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:25.786704 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-70e40b44-f02e-417b-beb0-9abc2b7ecda0 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:25.787957 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-70e40b44-f02e-417b-beb0-9abc2b7ecda0 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1272860 May 10 19:01:25.791208 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 43164) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:01:25.793599 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e40b44-f02e-417b-beb0-9abc2b7ecda0 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2148dff5-2344-44c2-baae-3b93d3a7c881,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:01:25.795928 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-2c63828e-3a0b-4535-9885-c36097fa39db tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Request body: {'security_group_rule': {'security_group_id': '2148dff5-2344-44c2-baae-3b93d3a7c881', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:01:25.828200 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2c63828e-3a0b-4535-9885-c36097fa39db tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group_rule (43a594ee-8427-481d-a4ef-871314c4daeb), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:25.874689 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2c63828e-3a0b-4535-9885-c36097fa39db tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group_rule (43a594ee-8427-481d-a4ef-871314c4daeb), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:25.880261 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2c63828e-3a0b-4535-9885-c36097fa39db tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063310'] for security_group_rule (43a594ee-8427-481d-a4ef-871314c4daeb), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:25.899671 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63828e-3a0b-4535-9885-c36097fa39db tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a594ee-8427-481d-a4ef-871314c4daeb,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:01:25.905792 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2c63828e-3a0b-4535-9885-c36097fa39db tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:25.906548 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-2c63828e-3a0b-4535-9885-c36097fa39db tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1142666 May 10 19:01:25.909276 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 43166) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:01:25.913450 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-f2abdcbe-81fe-484c-beea-77d0ec1551bb tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Request body: {'security_group_rule': {'security_group_id': '2148dff5-2344-44c2-baae-3b93d3a7c881', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:01:25.939103 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f2abdcbe-81fe-484c-beea-77d0ec1551bb tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group_rule (8cc787eb-59cc-4da9-87e1-31ef17949538), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:25.994384 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f2abdcbe-81fe-484c-beea-77d0ec1551bb tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group_rule (8cc787eb-59cc-4da9-87e1-31ef17949538), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:25.999557 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f2abdcbe-81fe-484c-beea-77d0ec1551bb tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063310'] for security_group_rule (8cc787eb-59cc-4da9-87e1-31ef17949538), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:26.016970 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abdcbe-81fe-484c-beea-77d0ec1551bb tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc787eb-59cc-4da9-87e1-31ef17949538,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:01:26.023359 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f2abdcbe-81fe-484c-beea-77d0ec1551bb tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:26.024537 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-f2abdcbe-81fe-484c-beea-77d0ec1551bb tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143472 May 10 19:01:26.027867 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 43168) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:01:26.032502 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-4a981c28-4f68-403d-9454-b6998a59e9cf tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Request body: {'floatingip': {'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:01:26.055329 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4a981c28-4f68-403d-9454-b6998a59e9cf tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:26.139924 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4a981c28-4f68-403d-9454-b6998a59e9cf tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:26.250654 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-4a981c28-4f68-403d-9454-b6998a59e9cf tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Allocated IP 172.27.1.107 (fea53afb-2d4d-48cb-89ec-9b33d8fc553d/12fc4f2d-8382-4ccf-abb9-52281f433079/a84f045f-8e56-4a78-a62d-7c41123e50aa) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:01:26.352936 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4a981c28-4f68-403d-9454-b6998a59e9cf tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for port (a84f045f-8e56-4a78-a62d-7c41123e50aa), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:26.390945 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4a981c28-4f68-403d-9454-b6998a59e9cf tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (a84f045f-8e56-4a78-a62d-7c41123e50aa), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:26.430942 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a981c28-4f68-403d-9454-b6998a59e9cf tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Network fea53afb-2d4d-48cb-89ec-9b33d8fc553d is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:01:26.435457 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-4a981c28-4f68-403d-9454-b6998a59e9cf tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:01:26.443783 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a981c28-4f68-403d-9454-b6998a59e9cf tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:01:26.446248 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a981c28-4f68-403d-9454-b6998a59e9cf tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Pushing event updated for resources: {'Port': ['ID=a84f045f-8e56-4a78-a62d-7c41123e50aa,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:01:26.532188 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4a981c28-4f68-403d-9454-b6998a59e9cf tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for floatingip (35f6bf17-c3c4-46c6-bb17-c192933da3cb), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:26.569108 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4a981c28-4f68-403d-9454-b6998a59e9cf tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (a84f045f-8e56-4a78-a62d-7c41123e50aa), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:26.720890 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4a981c28-4f68-403d-9454-b6998a59e9cf tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for port (a84f045f-8e56-4a78-a62d-7c41123e50aa), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:26.727723 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4a981c28-4f68-403d-9454-b6998a59e9cf tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (a84f045f-8e56-4a78-a62d-7c41123e50aa), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:26.800288 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a981c28-4f68-403d-9454-b6998a59e9cf tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Pushing event updated for resources: {'Port': ['ID=a84f045f-8e56-4a78-a62d-7c41123e50aa,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:01:26.810325 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4a981c28-4f68-403d-9454-b6998a59e9cf tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2085825'] for floatingip (35f6bf17-c3c4-46c6-bb17-c192933da3cb), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:26.827798 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4a981c28-4f68-403d-9454-b6998a59e9cf tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:26.829080 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-4a981c28-4f68-403d-9454-b6998a59e9cf tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8001888 May 10 19:01:27.034662 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-52381f34-10a1-4749-b396-2a92447ccf83 req-88330689-5128-453b-b9db-0698694c250b tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--890274105&fields=id&tenant_id=08319d2b6ebf4a40830d212321cb6b63 HTTP/1.1" status: 200 len: 267 time: 0.0436342 May 10 19:01:27.153348 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52381f34-10a1-4749-b396-2a92447ccf83 req-04989d07-d946-4205-85e7-050fb3eae00c tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:27.154798 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-52381f34-10a1-4749-b396-2a92447ccf83 req-04989d07-d946-4205-85e7-050fb3eae00c tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/networks?id=a4576b84-9910-4693-87ed-530385aa986d HTTP/1.1" status: 200 len: 815 time: 0.1111729 May 10 19:01:27.170780 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device f7bad5c0-6c0f-4028-9da1-6080eeec7c61 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:01:27.173042 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-52381f34-10a1-4749-b396-2a92447ccf83 req-b2fab25e-7649-4ed0-a155-ba1025d51304 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/quotas/08319d2b6ebf4a40830d212321cb6b63 HTTP/1.1" status: 200 len: 375 time: 0.0101712 May 10 19:01:27.191105 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] No Port match for: f7bad5c0-6c0f-4028-9da1-6080eeec7c61 {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:01:27.191455 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device f7bad5c0-6c0f-4028-9da1-6080eeec7c61 not bound to the agent host hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:01:27.222952 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-52381f34-10a1-4749-b396-2a92447ccf83 req-7e6dfa84-f7c5-4700-851c-ea2ca88391ae tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=08319d2b6ebf4a40830d212321cb6b63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447831 May 10 19:01:27.321328 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-52381f34-10a1-4749-b396-2a92447ccf83 req-a6b48d69-74d2-436f-85cc-d890285f80ae service neutron] 10.222.0.52 "GET /v2.0/networks/a4576b84-9910-4693-87ed-530385aa986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869825 May 10 19:01:27.414007 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-52381f34-10a1-4749-b396-2a92447ccf83 req-bedf5e6a-f286-4d19-a76a-4332e87b7f9c service neutron] 10.222.0.52 "GET /v2.0/networks/a4576b84-9910-4693-87ed-530385aa986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869584 May 10 19:01:27.585430 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-56282aef-2621-49c5-9d22-80d9a94040b6 req-1cce8923-c14c-4dcc-b84c-9224c1dd81c2 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=42406426-014c-4cba-bc36-a1ad8f40deda HTTP/1.1" status: 200 len: 210 time: 0.0289245 May 10 19:01:28.692635 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b860b3c9-3bc6-43d2-8db7-8e5320c50d4b req-7892bf78-b3df-48ab-8800-62daf7018438 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=42406426-014c-4cba-bc36-a1ad8f40deda HTTP/1.1" status: 200 len: 210 time: 0.0294666 May 10 19:01:28.844652 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-81448c3b-acd7-46d8-89f3-856f8b406ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:29.314484 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5453286-ee29-482e-be7c-cb22bb7b4e24 req-ea952b3e-ea94-403a-9e98-0676c21cbb8d tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:29.315839 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-a5453286-ee29-482e-be7c-cb22bb7b4e24 req-ea952b3e-ea94-403a-9e98-0676c21cbb8d tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 945 time: 0.0490386 May 10 19:01:29.368597 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-a5453286-ee29-482e-be7c-cb22bb7b4e24 req-74e158a0-5880-48ac-865b-79465537e075 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f847eba-4109-4fd4-b8f8-806d896d3b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468178 May 10 19:01:29.382411 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39926886-a7fe-44ec-a2c5-589d4b30cdfe req-2db3b050-712e-4d72-a38f-e02cca799725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:29.383937 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-39926886-a7fe-44ec-a2c5-589d4b30cdfe req-2db3b050-712e-4d72-a38f-e02cca799725 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=772abdeeb78b4eaab9bc9d831eda68f3&device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 1129 time: 0.0810146 May 10 19:01:29.465529 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52381f34-10a1-4749-b396-2a92447ccf83 req-eba4de60-a8cb-435b-bd89-c134610d4727 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:29.466974 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-52381f34-10a1-4749-b396-2a92447ccf83 req-eba4de60-a8cb-435b-bd89-c134610d4727 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.48 "GET /v2.0/networks?id=a4576b84-9910-4693-87ed-530385aa986d HTTP/1.1" status: 200 len: 815 time: 0.1888258 May 10 19:01:29.511564 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39926886-a7fe-44ec-a2c5-589d4b30cdfe req-89fbc841-0c4e-49e3-b01b-b5fc372c0e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:29.513124 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-39926886-a7fe-44ec-a2c5-589d4b30cdfe req-89fbc841-0c4e-49e3-b01b-b5fc372c0e45 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f5c43a6a-f0d1-477d-a8c6-2fea358c2538 HTTP/1.1" status: 200 len: 920 time: 0.1153963 May 10 19:01:29.674383 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-39926886-a7fe-44ec-a2c5-589d4b30cdfe req-6a7d12ef-0f95-4f3c-b3f0-3f70d63f4526 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=429aaef2-d59b-4969-b7f6-6452143d46f3 HTTP/1.1" status: 200 len: 1001 time: 0.0928338 May 10 19:01:29.682692 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-52381f34-10a1-4749-b396-2a92447ccf83 req-65859371-d179-49b6-acba-7986fdd04073 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08319d2b6ebf4a40830d212321cb6b63 HTTP/1.1" status: 200 len: 379 time: 0.1091142 May 10 19:01:29.710751 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-52381f34-10a1-4749-b396-2a92447ccf83 req-adc6fe9b-d558-494b-bbc7-7011c538d222 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Request body: {'port': {'device_id': '42406426-014c-4cba-bc36-a1ad8f40deda', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'admin_state_up': True, 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'security_groups': ['2148dff5-2344-44c2-baae-3b93d3a7c881']}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:01:29.786884 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39926886-a7fe-44ec-a2c5-589d4b30cdfe req-7de545d2-d2e4-4154-9e8c-8231ba81b8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:29.788475 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-39926886-a7fe-44ec-a2c5-589d4b30cdfe req-7de545d2-d2e4-4154-9e8c-8231ba81b8db service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ed489f3-e7d1-46ad-8ba4-625045889072 HTTP/1.1" status: 200 len: 858 time: 0.1048958 May 10 19:01:29.813940 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5a187c2b-5d82-46e4-ab43-85310c9d866a req-b6e1f9ff-abb5-454e-b78a-c9e676e4e512 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=42406426-014c-4cba-bc36-a1ad8f40deda HTTP/1.1" status: 200 len: 210 time: 0.0472476 May 10 19:01:29.869070 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39926886-a7fe-44ec-a2c5-589d4b30cdfe req-98404025-44d6-439a-a820-1c5d2c684d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:29.870564 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-39926886-a7fe-44ec-a2c5-589d4b30cdfe req-98404025-44d6-439a-a820-1c5d2c684d89 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f5c43a6a-f0d1-477d-a8c6-2fea358c2538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0656195 May 10 19:01:29.942006 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52381f34-10a1-4749-b396-2a92447ccf83 req-adc6fe9b-d558-494b-bbc7-7011c538d222 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Made reservation on behalf of 08319d2b6ebf4a40830d212321cb6b63 for: {'port': 1} {{(pid=103423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:01:29.945553 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-52381f34-10a1-4749-b396-2a92447ccf83 req-adc6fe9b-d558-494b-bbc7-7011c538d222 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:30.030751 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-39926886-a7fe-44ec-a2c5-589d4b30cdfe req-6fb1ed5d-742c-460e-9757-409ada745c6e service neutron] 10.222.0.48 "GET /v2.0/networks/f5c43a6a-f0d1-477d-a8c6-2fea358c2538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519432 May 10 19:01:30.152032 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [req-52381f34-10a1-4749-b396-2a92447ccf83 req-adc6fe9b-d558-494b-bbc7-7011c538d222 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Allocated IP 172.20.0.3 (a4576b84-9910-4693-87ed-530385aa986d/c386732f-c86a-499c-bc04-b74b79921f36/d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:01:30.177008 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-39926886-a7fe-44ec-a2c5-589d4b30cdfe req-2c02a6ad-93b1-406e-91c5-8151063a5c22 service neutron] 10.222.0.48 "GET /v2.0/networks/f5c43a6a-f0d1-477d-a8c6-2fea358c2538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371853 May 10 19:01:30.307744 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-52381f34-10a1-4749-b396-2a92447ccf83 req-adc6fe9b-d558-494b-bbc7-7011c538d222 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for port (d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:30.346410 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-52381f34-10a1-4749-b396-2a92447ccf83 req-adc6fe9b-d558-494b-bbc7-7011c538d222 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:30.387304 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52381f34-10a1-4749-b396-2a92447ccf83 req-adc6fe9b-d558-494b-bbc7-7011c538d222 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Network a4576b84-9910-4693-87ed-530385aa986d is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:01:30.390449 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [req-52381f34-10a1-4749-b396-2a92447ccf83 req-adc6fe9b-d558-494b-bbc7-7011c538d222 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:01:30.394188 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-52381f34-10a1-4749-b396-2a92447ccf83 req-adc6fe9b-d558-494b-bbc7-7011c538d222 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:01:30.420964 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6fe9b-d558-494b-bbc7-7011c538d222 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Pushing event updated for resources: {'Port': ['ID=d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:01:30.458963 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52381f34-10a1-4749-b396-2a92447ccf83 req-adc6fe9b-d558-494b-bbc7-7011c538d222 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:30.459607 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-52381f34-10a1-4749-b396-2a92447ccf83 req-adc6fe9b-d558-494b-bbc7-7011c538d222 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:30.481677 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-52381f34-10a1-4749-b396-2a92447ccf83 req-adc6fe9b-d558-494b-bbc7-7011c538d222 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7900634 May 10 19:01:30.500279 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e59d3-3e23-4dca-8c7e-ae8fe643551e req-82f13fdd-f201-4c05-b54b-6c3fac9dfafe tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:30.501894 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-054e59d3-3e23-4dca-8c7e-ae8fe643551e req-82f13fdd-f201-4c05-b54b-6c3fac9dfafe tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 945 time: 0.0518465 May 10 19:01:30.505718 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-52381f34-10a1-4749-b396-2a92447ccf83 req-a8a78d76-f4b2-4972-a6a2-1a3e2f1533a5 service neutron] Request body: {'port': {'device_id': '42406426-014c-4cba-bc36-a1ad8f40deda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:01:30.555473 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-054e59d3-3e23-4dca-8c7e-ae8fe643551e req-d6697412-8696-4353-b479-d449cda09a7a tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f847eba-4109-4fd4-b8f8-806d896d3b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464342 May 10 19:01:30.575489 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-52381f34-10a1-4749-b396-2a92447ccf83 req-a8a78d76-f4b2-4972-a6a2-1a3e2f1533a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:30.598555 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-96ed3fa8-6bf0-41ff-91a0-1bb52299ba8c None None] Provisioning complete for port d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:01:30.599148 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-96ed3fa8-6bf0-41ff-91a0-1bb52299ba8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:30.632785 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-96ed3fa8-6bf0-41ff-91a0-1bb52299ba8c None None] Port d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba cannot update to ACTIVE because it is not bound. {{(pid=103424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:01:30.834782 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [req-52381f34-10a1-4749-b396-2a92447ccf83 req-a8a78d76-f4b2-4972-a6a2-1a3e2f1533a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:01:30.842479 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-52381f34-10a1-4749-b396-2a92447ccf83 req-a8a78d76-f4b2-4972-a6a2-1a3e2f1533a5 service neutron] Publish callbacks [] for port (d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:30.862199 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [req-52381f34-10a1-4749-b396-2a92447ccf83 req-a8a78d76-f4b2-4972-a6a2-1a3e2f1533a5 service neutron] Transition to ACTIVE for port object d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba will not be triggered until provisioned by entity L2. {{(pid=103423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:01:30.870087 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-52381f34-10a1-4749-b396-2a92447ccf83 req-a8a78d76-f4b2-4972-a6a2-1a3e2f1533a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:30.951192 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a78d76-f4b2-4972-a6a2-1a3e2f1533a5 service neutron] Pushing event updated for resources: {'Port': ['ID=d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:01:30.985603 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0145bf1-936b-42e7-9d9b-96bf8ae6ec03 req-ea3feef9-5052-4ec5-b73e-a76cf585797b tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:30.987117 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-d0145bf1-936b-42e7-9d9b-96bf8ae6ec03 req-ea3feef9-5052-4ec5-b73e-a76cf585797b tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=42406426-014c-4cba-bc36-a1ad8f40deda HTTP/1.1" status: 200 len: 943 time: 0.0849929 May 10 19:01:31.071979 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-52381f34-10a1-4749-b396-2a92447ccf83 req-a8a78d76-f4b2-4972-a6a2-1a3e2f1533a5 service neutron] Attempting to bind port d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:01:31.072327 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-52381f34-10a1-4749-b396-2a92447ccf83 req-a8a78d76-f4b2-4972-a6a2-1a3e2f1533a5 service neutron] Attempting to bind port d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '04de397a-54d1-4abc-9167-6db11e2916d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:01:31.072647 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52381f34-10a1-4749-b396-2a92447ccf83 req-a8a78d76-f4b2-4972-a6a2-1a3e2f1533a5 service neutron] Attempting to bind port d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba on network a4576b84-9910-4693-87ed-530385aa986d {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:01:31.077331 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-d0145bf1-936b-42e7-9d9b-96bf8ae6ec03 req-2efc335f-88da-4874-b7e1-4657ca0709bf tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=2148dff5-2344-44c2-baae-3b93d3a7c881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684958 May 10 19:01:31.080450 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52381f34-10a1-4749-b396-2a92447ccf83 req-a8a78d76-f4b2-4972-a6a2-1a3e2f1533a5 service neutron] Port d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba on network a4576b84-9910-4693-87ed-530385aa986d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:01:31.080801 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52381f34-10a1-4749-b396-2a92447ccf83 req-a8a78d76-f4b2-4972-a6a2-1a3e2f1533a5 service neutron] Attempting to bind port d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba on network a4576b84-9910-4693-87ed-530385aa986d {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:01:31.086292 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52381f34-10a1-4749-b396-2a92447ccf83 req-a8a78d76-f4b2-4972-a6a2-1a3e2f1533a5 service neutron] Checking agent: {'id': '84b4d3b2-b3ea-4da4-b994-5396953c421b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'started_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:01:31.086639 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52381f34-10a1-4749-b396-2a92447ccf83 req-a8a78d76-f4b2-4972-a6a2-1a3e2f1533a5 service neutron] Checking segment: {'id': '04de397a-54d1-4abc-9167-6db11e2916d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:01:31.087032 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52381f34-10a1-4749-b396-2a92447ccf83 req-a8a78d76-f4b2-4972-a6a2-1a3e2f1533a5 service neutron] Bound using segment: {'id': '04de397a-54d1-4abc-9167-6db11e2916d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:01:31.087473 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-52381f34-10a1-4749-b396-2a92447ccf83 req-a8a78d76-f4b2-4972-a6a2-1a3e2f1533a5 service neutron] Bound port: d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04de397a-54d1-4abc-9167-6db11e2916d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:01:31.087836 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-52381f34-10a1-4749-b396-2a92447ccf83 req-a8a78d76-f4b2-4972-a6a2-1a3e2f1533a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:31.150331 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-52381f34-10a1-4749-b396-2a92447ccf83 req-a8a78d76-f4b2-4972-a6a2-1a3e2f1533a5 service neutron] For port d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba, host hv-cinder-83699, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:01:31.153474 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-52381f34-10a1-4749-b396-2a92447ccf83 req-a8a78d76-f4b2-4972-a6a2-1a3e2f1533a5 service neutron] For port d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba,segment=NetworkSegment(04de397a-54d1-4abc-9167-6db11e2916d9),segment_id=04de397a-54d1-4abc-9167-6db11e2916d9)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:01:31.161293 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-52381f34-10a1-4749-b396-2a92447ccf83 req-a8a78d76-f4b2-4972-a6a2-1a3e2f1533a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:31.195350 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52381f34-10a1-4749-b396-2a92447ccf83 req-a8a78d76-f4b2-4972-a6a2-1a3e2f1533a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:31.196091 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-52381f34-10a1-4749-b396-2a92447ccf83 req-a8a78d76-f4b2-4972-a6a2-1a3e2f1533a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:31.197386 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-52381f34-10a1-4749-b396-2a92447ccf83 req-a8a78d76-f4b2-4972-a6a2-1a3e2f1533a5 service neutron] 10.222.0.48 "PUT /v2.0/ports/d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba HTTP/1.1" status: 200 len: 1093 time: 0.6964600 May 10 19:01:31.197812 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42406426-014c-4cba-bc36-a1ad8f40deda', 'tag': 'd6c07fb9-bf93-4fa8-b9d3-47e4302a85ba'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:01:31.200024 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53be0b1f-b597-4022-a522-9092aec8e325" -d '{"events": [{"name": "network-changed", "server_uuid": "42406426-014c-4cba-bc36-a1ad8f40deda", "tag": "d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:01:31.236929 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-38aaab43-f4f0-428b-87c5-d1ba2eebe435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:31.245097 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b06ebf-079c-4195-88de-bda8090df85a x-openstack-request-id: req-91b06ebf-079c-4195-88de-bda8090df85a {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:01:31.245392 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42406426-014c-4cba-bc36-a1ad8f40deda", "tag": "d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:01:31.245654 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-91b06ebf-079c-4195-88de-bda8090df85a {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:01:31.246064 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91b06ebf-079c-4195-88de-bda8090df85a'] response: {'name': 'network-changed', 'server_uuid': '42406426-014c-4cba-bc36-a1ad8f40deda', 'tag': 'd6c07fb9-bf93-4fa8-b9d3-47e4302a85ba', 'status': 'completed', 'code': 200} May 10 19:01:31.247013 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a78d76-f4b2-4972-a6a2-1a3e2f1533a5 service neutron] Pushing event updated for resources: {'Port': ['ID=d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:01:31.326741 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52381f34-10a1-4749-b396-2a92447ccf83 req-7e8e9aa9-2132-4936-bf15-1cf3ecbe37eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:31.328415 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-52381f34-10a1-4749-b396-2a92447ccf83 req-7e8e9aa9-2132-4936-bf15-1cf3ecbe37eb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08319d2b6ebf4a40830d212321cb6b63&device_id=42406426-014c-4cba-bc36-a1ad8f40deda HTTP/1.1" status: 200 len: 1127 time: 0.0424006 May 10 19:01:31.383667 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-52381f34-10a1-4749-b396-2a92447ccf83 req-a8f87652-eb4e-433e-acfc-0f7672e44f77 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba HTTP/1.1" status: 200 len: 217 time: 0.0402827 May 10 19:01:31.435224 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52381f34-10a1-4749-b396-2a92447ccf83 req-a87fd520-254a-4d52-8ca2-fc1fbd0ca32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:31.436701 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-52381f34-10a1-4749-b396-2a92447ccf83 req-a87fd520-254a-4d52-8ca2-fc1fbd0ca32d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c386732f-c86a-499c-bc04-b74b79921f36 HTTP/1.1" status: 200 len: 854 time: 0.0437508 May 10 19:01:31.487977 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52381f34-10a1-4749-b396-2a92447ccf83 req-a737ef8b-2055-42ba-acc7-01f15220772d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:31.489706 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-52381f34-10a1-4749-b396-2a92447ccf83 req-a737ef8b-2055-42ba-acc7-01f15220772d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4576b84-9910-4693-87ed-530385aa986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404654 May 10 19:01:31.590534 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-52381f34-10a1-4749-b396-2a92447ccf83 req-795aebfe-dd9e-4280-8c58-2fe21434f973 service neutron] 10.222.0.48 "GET /v2.0/networks/a4576b84-9910-4693-87ed-530385aa986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878880 May 10 19:01:31.703070 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c76ff9-e6f8-4c4f-9224-85b13ddc7020 req-b88fd70c-b427-4a5e-8fa9-f19a68b64e7e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:31.704547 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c0c76ff9-e6f8-4c4f-9224-85b13ddc7020 req-b88fd70c-b427-4a5e-8fa9-f19a68b64e7e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 945 time: 0.0621505 May 10 19:01:31.734495 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-52381f34-10a1-4749-b396-2a92447ccf83 req-b55e0951-2c96-4c2e-a7af-ee13dd617e87 service neutron] 10.222.0.48 "GET /v2.0/networks/a4576b84-9910-4693-87ed-530385aa986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333144 May 10 19:01:31.763975 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c0c76ff9-e6f8-4c4f-9224-85b13ddc7020 req-9837ec85-59e6-4e0e-af9c-78c901e9be32 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f847eba-4109-4fd4-b8f8-806d896d3b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530167 May 10 19:01:32.203552 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d413150-507e-4338-bd93-cabbf44ba712 req-4e14fabd-6001-48ee-9226-9f52e0adbe29 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:32.205032 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-2d413150-507e-4338-bd93-cabbf44ba712 req-4e14fabd-6001-48ee-9226-9f52e0adbe29 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=42406426-014c-4cba-bc36-a1ad8f40deda HTTP/1.1" status: 200 len: 943 time: 0.0487387 May 10 19:01:32.255595 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-2d413150-507e-4338-bd93-cabbf44ba712 req-fade91d9-aca9-4cce-8597-6c7c1b2d9f3f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=2148dff5-2344-44c2-baae-3b93d3a7c881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421708 May 10 19:01:32.558098 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:32.912221 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a939e6f-f302-4976-b466-35b0bfb21a55 req-3022724b-c68b-4b5d-92d7-d8f98da2dd48 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:32.913916 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8a939e6f-f302-4976-b466-35b0bfb21a55 req-3022724b-c68b-4b5d-92d7-d8f98da2dd48 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 945 time: 0.0734911 May 10 19:01:32.917294 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be0b1f-b597-4022-a522-9092aec8e325 req-edb261f5-e9b3-415c-8a3f-06c3e2b18e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:32.918663 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-53be0b1f-b597-4022-a522-9092aec8e325 req-edb261f5-e9b3-415c-8a3f-06c3e2b18e47 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08319d2b6ebf4a40830d212321cb6b63&device_id=42406426-014c-4cba-bc36-a1ad8f40deda HTTP/1.1" status: 200 len: 1127 time: 0.0511458 May 10 19:01:33.016260 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8a939e6f-f302-4976-b466-35b0bfb21a55 req-7145b254-d1b1-4ecb-82a0-4a1d74fc1e04 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f847eba-4109-4fd4-b8f8-806d896d3b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942287 May 10 19:01:33.043391 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be0b1f-b597-4022-a522-9092aec8e325 req-d2c4b27c-ef87-47ad-87e6-c9b19bf3bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:33.044888 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-53be0b1f-b597-4022-a522-9092aec8e325 req-d2c4b27c-ef87-47ad-87e6-c9b19bf3bb3d service neutron] 10.222.0.48 "GET /v2.0/networks?id=a4576b84-9910-4693-87ed-530385aa986d HTTP/1.1" status: 200 len: 916 time: 0.1172881 May 10 19:01:33.094147 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-53be0b1f-b597-4022-a522-9092aec8e325 req-b6702cad-f28b-4e4f-8d92-f1d000823503 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba HTTP/1.1" status: 200 len: 217 time: 0.0375216 May 10 19:01:33.142554 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be0b1f-b597-4022-a522-9092aec8e325 req-d1c01ad9-07a6-4b1b-8b32-3ed07211bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:33.143949 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-53be0b1f-b597-4022-a522-9092aec8e325 req-d1c01ad9-07a6-4b1b-8b32-3ed07211bbd5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c386732f-c86a-499c-bc04-b74b79921f36 HTTP/1.1" status: 200 len: 854 time: 0.0429595 May 10 19:01:33.189609 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be0b1f-b597-4022-a522-9092aec8e325 req-3f5083f8-d334-48e7-a0a9-ff2fd09c3144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:33.191085 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-53be0b1f-b597-4022-a522-9092aec8e325 req-3f5083f8-d334-48e7-a0a9-ff2fd09c3144 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4576b84-9910-4693-87ed-530385aa986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399652 May 10 19:01:33.285002 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-53be0b1f-b597-4022-a522-9092aec8e325 req-1998ad9d-7cef-4c42-9311-a8365554ff68 service neutron] 10.222.0.48 "GET /v2.0/networks/a4576b84-9910-4693-87ed-530385aa986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838964 May 10 19:01:33.377292 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736600a-eecc-4a26-aee2-3e2eda3e3950 req-f4f8ddd5-a615-45f4-8e8c-ace39b1f0679 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:33.378926 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-5736600a-eecc-4a26-aee2-3e2eda3e3950 req-f4f8ddd5-a615-45f4-8e8c-ace39b1f0679 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=42406426-014c-4cba-bc36-a1ad8f40deda HTTP/1.1" status: 200 len: 943 time: 0.0555003 May 10 19:01:33.385530 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-53be0b1f-b597-4022-a522-9092aec8e325 req-d3c12c53-2adc-47fb-8ba0-0bb706d1edb8 service neutron] 10.222.0.48 "GET /v2.0/networks/a4576b84-9910-4693-87ed-530385aa986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934486 May 10 19:01:33.430530 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-5736600a-eecc-4a26-aee2-3e2eda3e3950 req-d7a3e292-1c1b-4cf5-bfb2-c5bac25de1b0 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=2148dff5-2344-44c2-baae-3b93d3a7c881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431623 May 10 19:01:33.730672 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:34.149211 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35506631-090f-4eda-ba7e-b17a3c3f33de req-a545e56d-dcf7-40db-880e-fea0186f81fe tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:34.150647 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-35506631-090f-4eda-ba7e-b17a3c3f33de req-a545e56d-dcf7-40db-880e-fea0186f81fe tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 945 time: 0.0503027 May 10 19:01:34.200869 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-35506631-090f-4eda-ba7e-b17a3c3f33de req-5aac2c21-9c69-4e29-9a28-fb9bec40f9e7 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f847eba-4109-4fd4-b8f8-806d896d3b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439186 May 10 19:01:34.553258 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9377cb-5c28-4533-a780-80fd7556f8b7 req-56d83b90-4bde-400d-90c2-3f92425859b4 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:34.554745 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-9c9377cb-5c28-4533-a780-80fd7556f8b7 req-56d83b90-4bde-400d-90c2-3f92425859b4 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=42406426-014c-4cba-bc36-a1ad8f40deda HTTP/1.1" status: 200 len: 943 time: 0.0488021 May 10 19:01:34.602452 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-9c9377cb-5c28-4533-a780-80fd7556f8b7 req-805748dc-ec47-4296-ac1f-35e9d162b66e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=2148dff5-2344-44c2-baae-3b93d3a7c881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419149 May 10 19:01:35.189683 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:01:35.305829 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba,segment=NetworkSegment(04de397a-54d1-4abc-9167-6db11e2916d9),segment_id=04de397a-54d1-4abc-9167-6db11e2916d9)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:01:35.317499 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Returning: {'device': 'd6c07fb9-bf93-4fa8-b9d3-47e4302a85ba', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'port_id': 'd6c07fb9-bf93-4fa8-b9d3-47e4302a85ba', 'mac_address': 'fa:16:3e:f7:c7:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:01:35.320501 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc1fc2-9ed6-4907-ade4-d17a061519c1 req-96183f3c-755d-4d28-8631-d1c0c086ffb3 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:35.322051 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b4fc1fc2-9ed6-4907-ade4-d17a061519c1 req-96183f3c-755d-4d28-8631-d1c0c086ffb3 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 945 time: 0.0513661 May 10 19:01:35.365003 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba is: DOWN; New status is: BUILD {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:01:35.365414 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:35.369900 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b4fc1fc2-9ed6-4907-ade4-d17a061519c1 req-341aba08-ffb2-4f04-b0e2-0b86e2c62760 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f847eba-4109-4fd4-b8f8-806d896d3b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419567 May 10 19:01:35.388469 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:01:35.400962 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:35.409939 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba,segment=NetworkSegment(04de397a-54d1-4abc-9167-6db11e2916d9),segment_id=04de397a-54d1-4abc-9167-6db11e2916d9)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:01:35.414350 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:35.466920 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:01:35.476022 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:35.476373 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:35.476743 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:35.477090 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:35.477421 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:35.477754 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:35.478078 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:35.478406 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:35.478762 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:35.479089 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:35.479420 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:35.479812 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:35.480074 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:35.480390 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:35.480741 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:01:35.731223 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e7437-7771-4be7-9fe1-6b1a30cdeee9 req-8ab3ffb0-d822-4017-9843-01d6a11941c7 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:35.732576 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-a45e7437-7771-4be7-9fe1-6b1a30cdeee9 req-8ab3ffb0-d822-4017-9843-01d6a11941c7 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=42406426-014c-4cba-bc36-a1ad8f40deda HTTP/1.1" status: 200 len: 944 time: 0.0496678 May 10 19:01:35.783631 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-a45e7437-7771-4be7-9fe1-6b1a30cdeee9 req-f476b2eb-4303-4fe8-8eaa-0ad997aae999 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=2148dff5-2344-44c2-baae-3b93d3a7c881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451338 May 10 19:01:35.806255 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:01:36.505586 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf05a6d-f64e-4f14-9f78-4bd42816f515 req-8970f039-6abd-4835-8126-d7a8dfe20497 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:36.507717 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9cf05a6d-f64e-4f14-9f78-4bd42816f515 req-8970f039-6abd-4835-8126-d7a8dfe20497 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 945 time: 0.0543070 May 10 19:01:36.559833 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9cf05a6d-f64e-4f14-9f78-4bd42816f515 req-ea72eff6-992f-4920-b0a9-5288602f6e4d tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f847eba-4109-4fd4-b8f8-806d896d3b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460386 May 10 19:01:36.910555 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace80978-8742-4e13-972e-c7e48beaf2e9 req-6bb54740-8f82-4019-8a4f-cb0b1d811eea tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:36.912135 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-ace80978-8742-4e13-972e-c7e48beaf2e9 req-6bb54740-8f82-4019-8a4f-cb0b1d811eea tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=42406426-014c-4cba-bc36-a1ad8f40deda HTTP/1.1" status: 200 len: 944 time: 0.0529852 May 10 19:01:36.961269 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-ace80978-8742-4e13-972e-c7e48beaf2e9 req-3161e9da-8135-4ce4-986e-5f4dec578f00 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=2148dff5-2344-44c2-baae-3b93d3a7c881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434330 May 10 19:01:37.201827 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba up at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:01:37.251153 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning for port d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba completed by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:01:37.261176 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning complete for port d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:01:37.261556 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:37.342952 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba is: BUILD; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:01:37.343344 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:37.368001 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42406426-014c-4cba-bc36-a1ad8f40deda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6c07fb9-bf93-4fa8-b9d3-47e4302a85ba'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:01:37.370906 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc4c72c1cd3e6c4fc9632b01e094f02638f1ddc8156bb4d740f489bc698d08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60837696-9303-41e6-aa64-e6553c8018d5" -d '{"events": [{"server_uuid": "42406426-014c-4cba-bc36-a1ad8f40deda", "name": "network-vif-plugged", "status": "completed", "tag": "d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:01:37.383617 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba,segment=NetworkSegment(04de397a-54d1-4abc-9167-6db11e2916d9),segment_id=04de397a-54d1-4abc-9167-6db11e2916d9)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:01:37.388941 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:37.415339 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72af9991-d153-457c-b7b0-1362330fe462 x-openstack-request-id: req-72af9991-d153-457c-b7b0-1362330fe462 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:01:37.415650 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42406426-014c-4cba-bc36-a1ad8f40deda", "name": "network-vif-plugged", "status": "completed", "tag": "d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:01:37.415918 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-72af9991-d153-457c-b7b0-1362330fe462 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:01:37.416322 dv-cinder-836996-18-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72af9991-d153-457c-b7b0-1362330fe462'] response: {'server_uuid': '42406426-014c-4cba-bc36-a1ad8f40deda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6c07fb9-bf93-4fa8-b9d3-47e4302a85ba', 'code': 200} May 10 19:01:37.443342 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba,revision_number=5']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:01:37.642016 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92825af-a443-4abb-b4be-b8c7bb099970 req-90f44169-288b-4c04-b8da-db94c1cf94a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:37.643531 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b92825af-a443-4abb-b4be-b8c7bb099970 req-90f44169-288b-4c04-b8da-db94c1cf94a7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=42406426-014c-4cba-bc36-a1ad8f40deda HTTP/1.1" status: 200 len: 1129 time: 0.0418332 May 10 19:01:37.676734 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c61a6-eebc-47ef-8993-ff9c8d98e13b req-817fee95-c139-49f6-8d51-b63d2db3964b tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:37.678400 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b10c61a6-eebc-47ef-8993-ff9c8d98e13b req-817fee95-c139-49f6-8d51-b63d2db3964b tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 945 time: 0.0467951 May 10 19:01:37.688293 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b92825af-a443-4abb-b4be-b8c7bb099970 req-a3530243-df3c-4cb4-bc78-eb2d237efc9a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2148dff5-2344-44c2-baae-3b93d3a7c881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384126 May 10 19:01:37.735716 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b10c61a6-eebc-47ef-8993-ff9c8d98e13b req-0f7fd809-0116-41fc-bcd6-60ca83251669 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f847eba-4109-4fd4-b8f8-806d896d3b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516646 May 10 19:01:38.078574 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5812bec-402c-4edd-bbef-21a3958bdf80 req-aed9fda6-2233-4883-bc08-980d8c160e5f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:38.080019 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a5812bec-402c-4edd-bbef-21a3958bdf80 req-aed9fda6-2233-4883-bc08-980d8c160e5f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=42406426-014c-4cba-bc36-a1ad8f40deda HTTP/1.1" status: 200 len: 945 time: 0.0486329 May 10 19:01:38.129820 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a5812bec-402c-4edd-bbef-21a3958bdf80 req-3da35e79-df46-4db4-b7cb-ce5cb338a861 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=2148dff5-2344-44c2-baae-3b93d3a7c881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414579 May 10 19:01:38.387262 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:38.857895 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8083e-e5b6-4428-a64e-c674c9387815 req-cbd4cad0-6b05-4a70-9276-2ea0d7f11e0a tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:38.859395 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-81c8083e-e5b6-4428-a64e-c674c9387815 req-cbd4cad0-6b05-4a70-9276-2ea0d7f11e0a tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 945 time: 0.0496712 May 10 19:01:38.912350 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-81c8083e-e5b6-4428-a64e-c674c9387815 req-20004577-7c05-47f7-9738-1cf026758d86 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f847eba-4109-4fd4-b8f8-806d896d3b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448256 May 10 19:01:39.256599 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb89b6-dcca-4352-a1ac-95d2c7805218 req-db2a3261-a287-4240-9d20-a900783e335b tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:39.258327 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b3cb89b6-dcca-4352-a1ac-95d2c7805218 req-db2a3261-a287-4240-9d20-a900783e335b tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=42406426-014c-4cba-bc36-a1ad8f40deda HTTP/1.1" status: 200 len: 945 time: 0.0484781 May 10 19:01:39.305155 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b3cb89b6-dcca-4352-a1ac-95d2c7805218 req-db66d41d-7f59-43e7-9f31-cf12775d33ce tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=2148dff5-2344-44c2-baae-3b93d3a7c881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410213 May 10 19:01:40.047421 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4e5cb-5dc8-4e4b-927a-87fc9a544a07 req-1d50b20f-39cb-4296-9966-bf173acabaa3 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:40.049017 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-61a4e5cb-5dc8-4e4b-927a-87fc9a544a07 req-1d50b20f-39cb-4296-9966-bf173acabaa3 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 945 time: 0.0562799 May 10 19:01:40.096464 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-61a4e5cb-5dc8-4e4b-927a-87fc9a544a07 req-f93e0c7d-6f18-4bbd-bdff-9db6fc044dcc tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f847eba-4109-4fd4-b8f8-806d896d3b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416591 May 10 19:01:40.423865 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d5d08-c5fc-4f1b-aeb7-3f6e78343109 req-eebe940b-7d53-4f86-aa75-6ceb41894f3d tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:40.425356 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-cc6d5d08-c5fc-4f1b-aeb7-3f6e78343109 req-eebe940b-7d53-4f86-aa75-6ceb41894f3d tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=42406426-014c-4cba-bc36-a1ad8f40deda HTTP/1.1" status: 200 len: 945 time: 0.0469425 May 10 19:01:40.480425 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-cc6d5d08-c5fc-4f1b-aeb7-3f6e78343109 req-017a50bf-6c8e-4f61-96a2-646e1fd20d93 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=2148dff5-2344-44c2-baae-3b93d3a7c881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492342 May 10 19:01:40.589057 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807c810-ce17-4811-95cc-55ae2df769f1 req-3cbdf684-271a-4d25-8870-2cc99435d1c4 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:40.590459 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7807c810-ce17-4811-95cc-55ae2df769f1 req-3cbdf684-271a-4d25-8870-2cc99435d1c4 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=42406426-014c-4cba-bc36-a1ad8f40deda HTTP/1.1" status: 200 len: 945 time: 0.0472908 May 10 19:01:40.599505 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 43282) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:01:40.604177 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-b197f3f9-26e5-4c88-9e90-6a501c7d099e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Request body: {'floatingip': {'port_id': 'd6c07fb9-bf93-4fa8-b9d3-47e4302a85ba'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:01:40.646377 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b197f3f9-26e5-4c88-9e90-6a501c7d099e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for floatingip (35f6bf17-c3c4-46c6-bb17-c192933da3cb), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:40.846306 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a0d91-f310-4531-ac0f-296b57188070 req-1cd06c01-23cd-45e3-af3b-2ea531e51f53 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:40.847705 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7e0a0d91-f310-4531-ac0f-296b57188070 req-1cd06c01-23cd-45e3-af3b-2ea531e51f53 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0575674 May 10 19:01:41.260927 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7e0a0d91-f310-4531-ac0f-296b57188070 req-8587af2d-553c-4e3f-b8e5-6ee4e18c621a tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283460 May 10 19:01:41.421335 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b197f3f9-26e5-4c88-9e90-6a501c7d099e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:41.427917 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b197f3f9-26e5-4c88-9e90-6a501c7d099e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2085825'] for floatingip (35f6bf17-c3c4-46c6-bb17-c192933da3cb), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:41.445365 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37223084-75a2-4e59-bcdd-ad523f1a016d req-168d368d-59be-4e32-9ff3-3a89d1726532 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:41.446821 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-37223084-75a2-4e59-bcdd-ad523f1a016d req-168d368d-59be-4e32-9ff3-3a89d1726532 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 945 time: 0.2793031 May 10 19:01:41.494492 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-37223084-75a2-4e59-bcdd-ad523f1a016d req-4dc0c6e8-0127-4abb-bc78-ad11cf09b5f5 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f847eba-4109-4fd4-b8f8-806d896d3b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411851 May 10 19:01:41.532932 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.db.l3_db [None req-b197f3f9-26e5-4c88-9e90-6a501c7d099e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Floating IP 35f6bf17-c3c4-46c6-bb17-c192933da3cb associated. External IP: 172.27.1.107, port: d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba. May 10 19:01:41.755087 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b197f3f9-26e5-4c88-9e90-6a501c7d099e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Router 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:01:41.849115 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0768e8e-c5cb-4468-88a9-392ba88f9562 req-89a95a16-dd95-4baa-bb32-fbafe4ec4861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:41.850580 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a0768e8e-c5cb-4468-88a9-392ba88f9562 req-89a95a16-dd95-4baa-bb32-fbafe4ec4861 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 1129 time: 0.0517795 May 10 19:01:41.912199 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b197f3f9-26e5-4c88-9e90-6a501c7d099e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:01:41.917390 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b197f3f9-26e5-4c88-9e90-6a501c7d099e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:41.922271 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2890d1d4-a931-4a60-b47d-bde9c7b4e7ad None None] Sync routers for ids ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'] in dv-cinder-836996-18-iscsi {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:01:41.933063 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2890d1d4-a931-4a60-b47d-bde9c7b4e7ad None None] Routers {'224c80a3-2c7e-4fdf-addf-77721e5d4aa9'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:01:41.933685 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-2890d1d4-a931-4a60-b47d-bde9c7b4e7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:01:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:01:41.961449 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a0768e8e-c5cb-4468-88a9-392ba88f9562 req-19bac0db-afae-44ab-889a-713e83c484b2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1f847eba-4109-4fd4-b8f8-806d896d3b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797346 May 10 19:01:41.963433 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-b197f3f9-26e5-4c88-9e90-6a501c7d099e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "PUT /v2.0/floatingips/35f6bf17-c3c4-46c6-bb17-c192933da3cb HTTP/1.1" status: 200 len: 991 time: 1.3627951 May 10 19:01:41.964011 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42406426-014c-4cba-bc36-a1ad8f40deda', 'tag': 'd6c07fb9-bf93-4fa8-b9d3-47e4302a85ba'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:01:41.966490 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19335777-a09d-46f3-8eea-ddf52d55900e" -d '{"events": [{"name": "network-changed", "server_uuid": "42406426-014c-4cba-bc36-a1ad8f40deda", "tag": "d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:01:42.005329 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c700584-1ce0-4708-aca3-6a4e9593eb38 x-openstack-request-id: req-6c700584-1ce0-4708-aca3-6a4e9593eb38 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:01:42.005521 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42406426-014c-4cba-bc36-a1ad8f40deda", "tag": "d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:01:42.005820 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6c700584-1ce0-4708-aca3-6a4e9593eb38 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:01:42.006230 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c700584-1ce0-4708-aca3-6a4e9593eb38'] response: {'name': 'network-changed', 'server_uuid': '42406426-014c-4cba-bc36-a1ad8f40deda', 'tag': 'd6c07fb9-bf93-4fa8-b9d3-47e4302a85ba', 'status': 'completed', 'code': 200} May 10 19:01:42.131114 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-2890d1d4-a931-4a60-b47d-bde9c7b4e7ad None None] Set router 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:01:42.352109 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19335777-a09d-46f3-8eea-ddf52d55900e req-3e78b733-d5f8-4ddb-acaa-908d513216b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:42.354085 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-19335777-a09d-46f3-8eea-ddf52d55900e req-3e78b733-d5f8-4ddb-acaa-908d513216b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08319d2b6ebf4a40830d212321cb6b63&device_id=42406426-014c-4cba-bc36-a1ad8f40deda HTTP/1.1" status: 200 len: 1129 time: 0.0404592 May 10 19:01:42.359128 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-2890d1d4-a931-4a60-b47d-bde9c7b4e7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'name': 'tempest-AttachVolumeNegativeTest-1418596659-router', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:20Z', 'revision_number': 4, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'gw_port': {'id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': '35f6bf17-c3c4-46c6-bb17-c192933da3cb', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'floating_ip_address': '172.27.1.107', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'port_id': 'd6c07fb9-bf93-4fa8-b9d3-47e4302a85ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'mac_address': 'fa:16:3e:f7:c7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42406426-014c-4cba-bc36-a1ad8f40deda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:01:26Z', 'updated_at': '2022-05-10T19:01:41Z', 'revision_number': 1, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecb12316-5946-47ad-ac9c-64373489eb65', 'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'mac_address': 'fa:16:3e:fe:8b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:16Z', 'updated_at': '2022-05-10T18:58:36Z', 'revision_number': 5, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'subnets': [{'id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:01:42.378669 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88399d67-41bb-47e5-b41a-8952e71e2573 req-b9171d09-71c1-46d2-950d-123ffeb4eda5 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:42.380162 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-88399d67-41bb-47e5-b41a-8952e71e2573 req-b9171d09-71c1-46d2-950d-123ffeb4eda5 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0480609 May 10 19:01:42.385054 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2890d1d4-a931-4a60-b47d-bde9c7b4e7ad None None] Checking router: 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 for host: dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:01:42.393501 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2890d1d4-a931-4a60-b47d-bde9c7b4e7ad None None] Routers {'224c80a3-2c7e-4fdf-addf-77721e5d4aa9'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:01:42.394144 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-2890d1d4-a931-4a60-b47d-bde9c7b4e7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:01:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:01:42.425720 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-88399d67-41bb-47e5-b41a-8952e71e2573 req-831955f2-0494-44f8-9c45-f1a140de00db tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397933 May 10 19:01:42.500630 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-2890d1d4-a931-4a60-b47d-bde9c7b4e7ad None None] Set router 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:01:42.626194 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7a609-788e-47bc-a3c8-5bd6261bb20f req-306809d3-9e58-45c0-9535-b7e8a11c951d tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:42.627721 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-12a7a609-788e-47bc-a3c8-5bd6261bb20f req-306809d3-9e58-45c0-9535-b7e8a11c951d tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 945 time: 0.0530405 May 10 19:01:42.686346 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-12a7a609-788e-47bc-a3c8-5bd6261bb20f req-a869f32f-8641-47aa-820d-08b7c3fbc387 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f847eba-4109-4fd4-b8f8-806d896d3b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529804 May 10 19:01:42.719137 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-2890d1d4-a931-4a60-b47d-bde9c7b4e7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'name': 'tempest-AttachVolumeNegativeTest-1418596659-router', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:20Z', 'revision_number': 4, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'gw_port': {'id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': '35f6bf17-c3c4-46c6-bb17-c192933da3cb', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'floating_ip_address': '172.27.1.107', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'port_id': 'd6c07fb9-bf93-4fa8-b9d3-47e4302a85ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'mac_address': 'fa:16:3e:f7:c7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42406426-014c-4cba-bc36-a1ad8f40deda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:01:26Z', 'updated_at': '2022-05-10T19:01:41Z', 'revision_number': 1, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecb12316-5946-47ad-ac9c-64373489eb65', 'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'mac_address': 'fa:16:3e:fe:8b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:16Z', 'updated_at': '2022-05-10T18:58:36Z', 'revision_number': 5, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'subnets': [{'id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:01:42.745208 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2890d1d4-a931-4a60-b47d-bde9c7b4e7ad None None] The sync data for ids ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'] in dv-cinder-836996-18-iscsi is: [{'id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'name': 'tempest-AttachVolumeNegativeTest-1418596659-router', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:20Z', 'revision_number': 4, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'gw_port': {'id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': '35f6bf17-c3c4-46c6-bb17-c192933da3cb', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'floating_ip_address': '172.27.1.107', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'port_id': 'd6c07fb9-bf93-4fa8-b9d3-47e4302a85ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'mac_address': 'fa:16:3e:f7:c7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42406426-014c-4cba-bc36-a1ad8f40deda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:01:26Z', 'updated_at': '2022-05-10T19:01:41Z', 'revision_number': 1, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecb12316-5946-47ad-ac9c-64373489eb65', 'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'mac_address': 'fa:16:3e:fe:8b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:16Z', 'updated_at': '2022-05-10T18:58:36Z', 'revision_number': 5, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'subnets': [{'id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:01:42.762021 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19335777-a09d-46f3-8eea-ddf52d55900e req-1f31d6ad-cf78-4d67-8704-224635db4359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:42.763495 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-19335777-a09d-46f3-8eea-ddf52d55900e req-1f31d6ad-cf78-4d67-8704-224635db4359 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a4576b84-9910-4693-87ed-530385aa986d HTTP/1.1" status: 200 len: 916 time: 0.0910800 May 10 19:01:42.858377 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-19335777-a09d-46f3-8eea-ddf52d55900e req-85a39a9e-c855-4e8c-91ea-730c4a6ab378 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba HTTP/1.1" status: 200 len: 999 time: 0.0644550 May 10 19:01:42.909172 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19335777-a09d-46f3-8eea-ddf52d55900e req-70013c54-3481-4837-b8d0-2af9063c135a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:42.910740 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-19335777-a09d-46f3-8eea-ddf52d55900e req-70013c54-3481-4837-b8d0-2af9063c135a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c386732f-c86a-499c-bc04-b74b79921f36 HTTP/1.1" status: 200 len: 854 time: 0.0463345 May 10 19:01:42.937213 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a00c1e-db35-4c74-9075-03a6f43b52b1 None None] New status for floating IP 35f6bf17-c3c4-46c6-bb17-c192933da3cb: ACTIVE {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:01:42.957136 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19335777-a09d-46f3-8eea-ddf52d55900e req-2fec97c0-88b5-46de-ab6c-12dc7be27a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:42.959012 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-19335777-a09d-46f3-8eea-ddf52d55900e req-2fec97c0-88b5-46de-ab6c-12dc7be27a0a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4576b84-9910-4693-87ed-530385aa986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417216 May 10 19:01:43.560633 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42578fd9-8e4d-4477-a28e-81a953e70379 req-c4e0cafb-d6b7-444c-bb17-ca487cb52602 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:43.562154 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-42578fd9-8e4d-4477-a28e-81a953e70379 req-c4e0cafb-d6b7-444c-bb17-ca487cb52602 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0583220 May 10 19:01:43.616541 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-42578fd9-8e4d-4477-a28e-81a953e70379 req-ed9312b8-3801-4176-ac71-3bcb2ad2a296 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467653 May 10 19:01:43.715461 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-19335777-a09d-46f3-8eea-ddf52d55900e req-a6eb238b-5a32-4ccb-bedd-85e5cc28eba5 service neutron] 10.222.0.48 "GET /v2.0/networks/a4576b84-9910-4693-87ed-530385aa986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892463 May 10 19:01:43.823492 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb168a9e-38ba-41e2-8304-611728819182 req-b517d558-5732-4aca-b505-f1707b70a624 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:43.824954 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-cb168a9e-38ba-41e2-8304-611728819182 req-b517d558-5732-4aca-b505-f1707b70a624 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 945 time: 0.0624189 May 10 19:01:43.854612 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-19335777-a09d-46f3-8eea-ddf52d55900e req-d414cec6-9d46-4a4a-8992-dd9d72a5a862 service neutron] 10.222.0.48 "GET /v2.0/networks/a4576b84-9910-4693-87ed-530385aa986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324201 May 10 19:01:43.885680 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-cb168a9e-38ba-41e2-8304-611728819182 req-e5e073fc-bf2b-4ac6-b7d3-33cb08195f32 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f847eba-4109-4fd4-b8f8-806d896d3b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543172 May 10 19:01:44.317206 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93eac4-b30a-4514-8fd3-077128ba472e req-52fddc6e-bb95-4260-b27d-1d6c1e273a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:44.318482 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2569216-312a-40e1-94c6-16c89fe7e670 req-5c70ec64-b5c3-46df-b98f-93e31d091e62 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:44.318627 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0b93eac4-b30a-4514-8fd3-077128ba472e req-52fddc6e-bb95-4260-b27d-1d6c1e273a8e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=772abdeeb78b4eaab9bc9d831eda68f3&device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 1129 time: 0.0409553 May 10 19:01:44.320136 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-e2569216-312a-40e1-94c6-16c89fe7e670 req-5c70ec64-b5c3-46df-b98f-93e31d091e62 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 945 time: 0.0563285 May 10 19:01:44.369654 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-e2569216-312a-40e1-94c6-16c89fe7e670 req-2c630a45-9e3b-43c0-89bb-ab59dadeb273 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f847eba-4109-4fd4-b8f8-806d896d3b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432730 May 10 19:01:44.414528 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93eac4-b30a-4514-8fd3-077128ba472e req-103939b4-0372-4cb8-b8be-ba7bff402397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:44.416096 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0b93eac4-b30a-4514-8fd3-077128ba472e req-103939b4-0372-4cb8-b8be-ba7bff402397 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f5c43a6a-f0d1-477d-a8c6-2fea358c2538 HTTP/1.1" status: 200 len: 920 time: 0.0902607 May 10 19:01:44.486374 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0b93eac4-b30a-4514-8fd3-077128ba472e req-1b8d15c7-8ef2-4ee4-8ee7-7a1fe9f2647f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=429aaef2-d59b-4969-b7f6-6452143d46f3 HTTP/1.1" status: 200 len: 1001 time: 0.0612628 May 10 19:01:44.537874 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93eac4-b30a-4514-8fd3-077128ba472e req-638ea3d4-47c1-48d7-b0bb-9e1ecd170b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:44.539350 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0b93eac4-b30a-4514-8fd3-077128ba472e req-638ea3d4-47c1-48d7-b0bb-9e1ecd170b70 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ed489f3-e7d1-46ad-8ba4-625045889072 HTTP/1.1" status: 200 len: 858 time: 0.0462353 May 10 19:01:44.585042 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93eac4-b30a-4514-8fd3-077128ba472e req-a86dadeb-5b6f-4f13-ab6c-4993c15dd9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:44.586400 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0b93eac4-b30a-4514-8fd3-077128ba472e req-a86dadeb-5b6f-4f13-ab6c-4993c15dd9a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f5c43a6a-f0d1-477d-a8c6-2fea358c2538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409374 May 10 19:01:44.680045 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0b93eac4-b30a-4514-8fd3-077128ba472e req-6cf0d9f6-261e-41e1-b02a-613bbc1b22d7 service neutron] 10.222.0.48 "GET /v2.0/networks/f5c43a6a-f0d1-477d-a8c6-2fea358c2538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873106 May 10 19:01:44.780509 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53188c5-7c96-4a95-acc3-d1b365b37c80 req-41f50f21-5a10-443f-8911-537e5a03703d tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:44.781975 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-d53188c5-7c96-4a95-acc3-d1b365b37c80 req-41f50f21-5a10-443f-8911-537e5a03703d tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0786824 May 10 19:01:44.821614 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0b93eac4-b30a-4514-8fd3-077128ba472e req-276cdbfe-15d8-4539-96a6-30f0ebf6ffb4 service neutron] 10.222.0.48 "GET /v2.0/networks/f5c43a6a-f0d1-477d-a8c6-2fea358c2538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355469 May 10 19:01:44.843155 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-d53188c5-7c96-4a95-acc3-d1b365b37c80 req-cd7b953e-7524-4794-8078-261a25788f3b tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551348 May 10 19:01:45.518591 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e3087-5b7d-4e86-8300-7decbc733b78 req-990bec3e-4f5f-48a6-b1ab-592b3eec9413 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:45.520147 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-f53e3087-5b7d-4e86-8300-7decbc733b78 req-990bec3e-4f5f-48a6-b1ab-592b3eec9413 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 945 time: 0.0538034 May 10 19:01:45.573196 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-f53e3087-5b7d-4e86-8300-7decbc733b78 req-57ea687f-dc30-4590-898b-cb6418ca67d1 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f847eba-4109-4fd4-b8f8-806d896d3b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455630 May 10 19:01:45.970509 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7fd359-26dd-45d6-a3ea-77a58a67e734 req-c49e78da-c2c8-46b2-b014-58cea2c37342 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:45.971998 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-1c7fd359-26dd-45d6-a3ea-77a58a67e734 req-c49e78da-c2c8-46b2-b014-58cea2c37342 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0535002 May 10 19:01:46.021734 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-1c7fd359-26dd-45d6-a3ea-77a58a67e734 req-61c746d8-d5d1-4d45-a2d3-a4d52b5040e1 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440278 May 10 19:01:46.698682 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55902dd-c2b8-42c9-b825-6c2d6b25958c req-e491af5e-7a93-4f42-a515-0f131ac7475f tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:46.700186 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b55902dd-c2b8-42c9-b825-6c2d6b25958c req-e491af5e-7a93-4f42-a515-0f131ac7475f tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 945 time: 0.0488355 May 10 19:01:46.748895 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b55902dd-c2b8-42c9-b825-6c2d6b25958c req-4b0b88dc-cd6b-418b-947e-87f8953d53aa tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f847eba-4109-4fd4-b8f8-806d896d3b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428338 May 10 19:01:47.152640 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f63c3-e7f7-4653-8092-439718302ce2 req-6cea3cca-3168-4531-9589-fc8c39aab271 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:47.154448 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-6e7f63c3-e7f7-4653-8092-439718302ce2 req-6cea3cca-3168-4531-9589-fc8c39aab271 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0553396 May 10 19:01:47.203309 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-6e7f63c3-e7f7-4653-8092-439718302ce2 req-65affae0-c8dd-4040-a85d-31e66be960bd tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432296 May 10 19:01:47.871981 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba03e8-b594-40f2-8d94-752697b790d7 req-e9e846a9-c61e-423e-aa1d-9378b77de35f tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:47.873775 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-3fba03e8-b594-40f2-8d94-752697b790d7 req-e9e846a9-c61e-423e-aa1d-9378b77de35f tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 945 time: 0.0487583 May 10 19:01:47.919728 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-3fba03e8-b594-40f2-8d94-752697b790d7 req-be4e7abd-d77b-4adf-a0d5-66e6e63ca16f tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f847eba-4109-4fd4-b8f8-806d896d3b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403528 May 10 19:01:48.035072 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6a2ab-2b69-4eac-858c-f616afe81044 req-e7e2a935-8217-4ff6-b086-aa48905590d6 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:48.036444 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-37a6a2ab-2b69-4eac-858c-f616afe81044 req-e7e2a935-8217-4ff6-b086-aa48905590d6 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 945 time: 0.0476985 May 10 19:01:48.046295 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 43332) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:01:48.053033 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-57bfe401-a6e8-4e11-86a3-d623dfad1807 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Request body: {'floatingip': {'port_id': '429aaef2-d59b-4969-b7f6-6452143d46f3'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:01:48.115739 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-57bfe401-a6e8-4e11-86a3-d623dfad1807 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks [] for floatingip (e71b8c21-e56e-475f-b618-191ff3f79bd2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:48.329514 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b59483-9fa5-4afa-99b0-a908b8962a98 req-645f866c-9ee6-49ea-9632-72ef7bd8dc9d tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:48.331253 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-29b59483-9fa5-4afa-99b0-a908b8962a98 req-645f866c-9ee6-49ea-9632-72ef7bd8dc9d tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0588872 May 10 19:01:48.383922 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-29b59483-9fa5-4afa-99b0-a908b8962a98 req-0ecc54f5-6e41-456f-900c-41810bd72b41 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466852 May 10 19:01:48.595567 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-57bfe401-a6e8-4e11-86a3-d623dfad1807 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:48.600783 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-57bfe401-a6e8-4e11-86a3-d623dfad1807 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2085825'] for floatingip (e71b8c21-e56e-475f-b618-191ff3f79bd2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:49.091359 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57bfe401-a6e8-4e11-86a3-d623dfad1807 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Router 52c41e11-9de0-42a8-a512-859793306c7d has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:01:49.206922 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bfe401-a6e8-4e11-86a3-d623dfad1807 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:01:49.211608 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-57bfe401-a6e8-4e11-86a3-d623dfad1807 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:49.218536 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700997b5-fe84-4177-a3cd-a2c2a024854a None None] Sync routers for ids ['52c41e11-9de0-42a8-a512-859793306c7d'] in dv-cinder-836996-18-iscsi {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:01:49.228561 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700997b5-fe84-4177-a3cd-a2c2a024854a None None] Routers {'52c41e11-9de0-42a8-a512-859793306c7d'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:01:49.229281 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-700997b5-fe84-4177-a3cd-a2c2a024854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:01:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['52c41e11-9de0-42a8-a512-859793306c7d'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:01:49.243804 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d87d9e-ec66-4aa0-b0d4-dd02825cae2f', 'tag': '429aaef2-d59b-4969-b7f6-6452143d46f3'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:01:49.246092 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f25f2fd-a2e8-4243-a74d-9139c84f5c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f", "tag": "429aaef2-d59b-4969-b7f6-6452143d46f3"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:01:49.280813 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-57bfe401-a6e8-4e11-86a3-d623dfad1807 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "PUT /v2.0/floatingips/e71b8c21-e56e-475f-b618-191ff3f79bd2 HTTP/1.1" status: 200 len: 993 time: 1.2331605 May 10 19:01:49.298814 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2febcc2-b9b6-4ef3-b1b3-18246bebac7a x-openstack-request-id: req-e2febcc2-b9b6-4ef3-b1b3-18246bebac7a {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:01:49.299171 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f", "tag": "429aaef2-d59b-4969-b7f6-6452143d46f3", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:01:49.299535 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e2febcc2-b9b6-4ef3-b1b3-18246bebac7a {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:01:49.300030 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2febcc2-b9b6-4ef3-b1b3-18246bebac7a'] response: {'name': 'network-changed', 'server_uuid': 'd9d87d9e-ec66-4aa0-b0d4-dd02825cae2f', 'tag': '429aaef2-d59b-4969-b7f6-6452143d46f3', 'status': 'completed', 'code': 200} May 10 19:01:49.337615 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-700997b5-fe84-4177-a3cd-a2c2a024854a None None] Set router 52c41e11-9de0-42a8-a512-859793306c7d gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:01:49.388262 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25f2fd-a2e8-4243-a74d-9139c84f5c8d req-aa72c0a4-a18b-40d5-8dfc-f0047b2fabdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:49.389803 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3f25f2fd-a2e8-4243-a74d-9139c84f5c8d req-aa72c0a4-a18b-40d5-8dfc-f0047b2fabdd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=772abdeeb78b4eaab9bc9d831eda68f3&device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 1129 time: 0.0393109 May 10 19:01:49.495244 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25f2fd-a2e8-4243-a74d-9139c84f5c8d req-9e55f88b-31b5-4d38-9086-fb9ef614944c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:49.496628 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3f25f2fd-a2e8-4243-a74d-9139c84f5c8d req-9e55f88b-31b5-4d38-9086-fb9ef614944c service neutron] 10.222.0.48 "GET /v2.0/networks?id=f5c43a6a-f0d1-477d-a8c6-2fea358c2538 HTTP/1.1" status: 200 len: 920 time: 0.1009023 May 10 19:01:49.503297 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13e44a-1e57-4255-bf4d-23bcd6196da5 req-4468aa5e-4795-474f-ac07-ce73992660ad tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:49.505151 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-de13e44a-1e57-4255-bf4d-23bcd6196da5 req-4468aa5e-4795-474f-ac07-ce73992660ad tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0486836 May 10 19:01:49.567856 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-de13e44a-1e57-4255-bf4d-23bcd6196da5 req-a6bb191c-ee9b-4e5a-87bb-0bdb2830859a tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543494 May 10 19:01:49.572628 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-700997b5-fe84-4177-a3cd-a2c2a024854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c41e11-9de0-42a8-a512-859793306c7d', 'name': 'tempest-ServerRescueNegativeTestJSON-1083329581-router', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4fa6353b-757f-4df3-9826-b2d85468adfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:03Z', 'updated_at': '2022-05-10T18:58:12Z', 'revision_number': 4, 'project_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'gw_port': {'id': '4fa6353b-757f-4df3-9826-b2d85468adfd', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c41e11-9de0-42a8-a512-859793306c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:04Z', 'updated_at': '2022-05-10T18:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': 'e71b8c21-e56e-475f-b618-191ff3f79bd2', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '52c41e11-9de0-42a8-a512-859793306c7d', 'port_id': '429aaef2-d59b-4969-b7f6-6452143d46f3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538', 'mac_address': 'fa:16:3e:90:0a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d87d9e-ec66-4aa0-b0d4-dd02825cae2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:00:17Z', 'updated_at': '2022-05-10T19:01:48Z', 'revision_number': 3, 'project_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73e24de6-cf79-4d79-b1ac-5133e91e46bb', 'name': '', 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'mac_address': 'fa:16:3e:9b:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c41e11-9de0-42a8-a512-859793306c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9ed489f3-e7d1-46ad-8ba4-625045889072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:21Z', 'revision_number': 5, 'project_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'subnets': [{'id': '9ed489f3-e7d1-46ad-8ba4-625045889072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:01:49.573930 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3f25f2fd-a2e8-4243-a74d-9139c84f5c8d req-272f3178-dc8c-42b9-8131-fd049bdeee91 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=429aaef2-d59b-4969-b7f6-6452143d46f3 HTTP/1.1" status: 200 len: 1001 time: 0.0693240 May 10 19:01:49.604373 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700997b5-fe84-4177-a3cd-a2c2a024854a None None] Checking router: 52c41e11-9de0-42a8-a512-859793306c7d for host: dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:01:49.613560 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700997b5-fe84-4177-a3cd-a2c2a024854a None None] Routers {'52c41e11-9de0-42a8-a512-859793306c7d'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:01:49.613717 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-700997b5-fe84-4177-a3cd-a2c2a024854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:01:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['52c41e11-9de0-42a8-a512-859793306c7d'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:01:49.631969 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25f2fd-a2e8-4243-a74d-9139c84f5c8d req-551625dc-7d45-4420-8121-9758e7a3226b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:49.633611 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3f25f2fd-a2e8-4243-a74d-9139c84f5c8d req-551625dc-7d45-4420-8121-9758e7a3226b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ed489f3-e7d1-46ad-8ba4-625045889072 HTTP/1.1" status: 200 len: 858 time: 0.0527470 May 10 19:01:49.684924 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25f2fd-a2e8-4243-a74d-9139c84f5c8d req-730aeb7c-2faa-470d-9c22-21a6c56003fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:49.686603 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3f25f2fd-a2e8-4243-a74d-9139c84f5c8d req-730aeb7c-2faa-470d-9c22-21a6c56003fb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f5c43a6a-f0d1-477d-a8c6-2fea358c2538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451815 May 10 19:01:49.723637 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-700997b5-fe84-4177-a3cd-a2c2a024854a None None] Set router 52c41e11-9de0-42a8-a512-859793306c7d gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:01:49.777870 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3f25f2fd-a2e8-4243-a74d-9139c84f5c8d req-b2bbcd56-b58f-4832-b87b-bfc38493f06d service neutron] 10.222.0.48 "GET /v2.0/networks/f5c43a6a-f0d1-477d-a8c6-2fea358c2538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847728 May 10 19:01:49.881253 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3f25f2fd-a2e8-4243-a74d-9139c84f5c8d req-92d91fd4-6365-471e-b03c-47057ffe6370 service neutron] 10.222.0.48 "GET /v2.0/networks/f5c43a6a-f0d1-477d-a8c6-2fea358c2538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955393 May 10 19:01:50.033944 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-700997b5-fe84-4177-a3cd-a2c2a024854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c41e11-9de0-42a8-a512-859793306c7d', 'name': 'tempest-ServerRescueNegativeTestJSON-1083329581-router', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4fa6353b-757f-4df3-9826-b2d85468adfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:03Z', 'updated_at': '2022-05-10T18:58:12Z', 'revision_number': 4, 'project_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'gw_port': {'id': '4fa6353b-757f-4df3-9826-b2d85468adfd', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c41e11-9de0-42a8-a512-859793306c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:04Z', 'updated_at': '2022-05-10T18:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': 'e71b8c21-e56e-475f-b618-191ff3f79bd2', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '52c41e11-9de0-42a8-a512-859793306c7d', 'port_id': '429aaef2-d59b-4969-b7f6-6452143d46f3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538', 'mac_address': 'fa:16:3e:90:0a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d87d9e-ec66-4aa0-b0d4-dd02825cae2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:00:17Z', 'updated_at': '2022-05-10T19:01:48Z', 'revision_number': 3, 'project_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73e24de6-cf79-4d79-b1ac-5133e91e46bb', 'name': '', 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'mac_address': 'fa:16:3e:9b:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c41e11-9de0-42a8-a512-859793306c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9ed489f3-e7d1-46ad-8ba4-625045889072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:21Z', 'revision_number': 5, 'project_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'subnets': [{'id': '9ed489f3-e7d1-46ad-8ba4-625045889072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:01:50.041236 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a753bb-6177-451f-9460-a1864a199f36 req-92c424c8-16e9-42ef-baa8-3822530b87ae tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:50.042710 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c6a753bb-6177-451f-9460-a1864a199f36 req-92c424c8-16e9-42ef-baa8-3822530b87ae tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 946 time: 0.0482018 May 10 19:01:50.059630 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700997b5-fe84-4177-a3cd-a2c2a024854a None None] The sync data for ids ['52c41e11-9de0-42a8-a512-859793306c7d'] in dv-cinder-836996-18-iscsi is: [{'id': '52c41e11-9de0-42a8-a512-859793306c7d', 'name': 'tempest-ServerRescueNegativeTestJSON-1083329581-router', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4fa6353b-757f-4df3-9826-b2d85468adfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:03Z', 'updated_at': '2022-05-10T18:58:12Z', 'revision_number': 4, 'project_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'gw_port': {'id': '4fa6353b-757f-4df3-9826-b2d85468adfd', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c41e11-9de0-42a8-a512-859793306c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:04Z', 'updated_at': '2022-05-10T18:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': 'e71b8c21-e56e-475f-b618-191ff3f79bd2', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '52c41e11-9de0-42a8-a512-859793306c7d', 'port_id': '429aaef2-d59b-4969-b7f6-6452143d46f3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538', 'mac_address': 'fa:16:3e:90:0a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d87d9e-ec66-4aa0-b0d4-dd02825cae2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:00:17Z', 'updated_at': '2022-05-10T19:01:48Z', 'revision_number': 3, 'project_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73e24de6-cf79-4d79-b1ac-5133e91e46bb', 'name': '', 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'mac_address': 'fa:16:3e:9b:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c41e11-9de0-42a8-a512-859793306c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9ed489f3-e7d1-46ad-8ba4-625045889072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:21Z', 'revision_number': 5, 'project_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'subnets': [{'id': '9ed489f3-e7d1-46ad-8ba4-625045889072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:01:50.091239 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c6a753bb-6177-451f-9460-a1864a199f36 req-882ae9b4-1368-4d66-9d84-06c692193d0b tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427313 May 10 19:01:50.695453 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07848c-61c1-4018-a3e8-e2f91f52db58 req-4d14ed7d-4c98-4a8b-a997-9c0b2a9adc55 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:50.696970 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-4e07848c-61c1-4018-a3e8-e2f91f52db58 req-4d14ed7d-4c98-4a8b-a997-9c0b2a9adc55 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0472720 May 10 19:01:50.763077 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-4e07848c-61c1-4018-a3e8-e2f91f52db58 req-476bc33b-7ec3-46dc-b82a-694cb1dacb46 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599303 May 10 19:01:51.220070 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76797865-5c98-4b25-8497-2836c349cef5 req-e34d3284-3208-47a4-ac84-fcaf6ea36539 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:51.221566 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-76797865-5c98-4b25-8497-2836c349cef5 req-e34d3284-3208-47a4-ac84-fcaf6ea36539 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 946 time: 0.0516865 May 10 19:01:51.269699 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-76797865-5c98-4b25-8497-2836c349cef5 req-348c1e97-a904-4dd3-8175-9ebfd8e29331 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424454 May 10 19:01:51.301492 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d87d9e-ec66-4aa0-b0d4-dd02825cae2f', 'tag': '429aaef2-d59b-4969-b7f6-6452143d46f3'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:01:51.303795 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d33a74-20b8-44fb-8e76-ee6bffac11af" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f", "tag": "429aaef2-d59b-4969-b7f6-6452143d46f3"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:01:51.338806 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4df4a76-7605-44cf-842f-975c4faf594b x-openstack-request-id: req-d4df4a76-7605-44cf-842f-975c4faf594b {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:01:51.339094 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f", "tag": "429aaef2-d59b-4969-b7f6-6452143d46f3", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:01:51.339356 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d4df4a76-7605-44cf-842f-975c4faf594b {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:01:51.339760 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4df4a76-7605-44cf-842f-975c4faf594b'] response: {'name': 'network-changed', 'server_uuid': 'd9d87d9e-ec66-4aa0-b0d4-dd02825cae2f', 'tag': '429aaef2-d59b-4969-b7f6-6452143d46f3', 'status': 'completed', 'code': 200} May 10 19:01:51.485791 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d33a74-20b8-44fb-8e76-ee6bffac11af req-b6405914-d541-4868-9a6b-23b8bd15cd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:51.487290 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-54d33a74-20b8-44fb-8e76-ee6bffac11af req-b6405914-d541-4868-9a6b-23b8bd15cd9a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=772abdeeb78b4eaab9bc9d831eda68f3&device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 1129 time: 0.0427878 May 10 19:01:51.740208 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d33a74-20b8-44fb-8e76-ee6bffac11af req-32fcdc7e-ee75-468a-8b8a-fda561fb8107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:51.741642 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-54d33a74-20b8-44fb-8e76-ee6bffac11af req-32fcdc7e-ee75-468a-8b8a-fda561fb8107 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f5c43a6a-f0d1-477d-a8c6-2fea358c2538 HTTP/1.1" status: 200 len: 920 time: 0.0945132 May 10 19:01:51.929997 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbff5f2-cb3c-4ece-857c-b311e19c6e40 req-6f0f040a-c34d-4c8e-a5a1-2f780b0f723f tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:51.931460 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8bbff5f2-cb3c-4ece-857c-b311e19c6e40 req-6f0f040a-c34d-4c8e-a5a1-2f780b0f723f tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0850201 May 10 19:01:51.985662 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-54d33a74-20b8-44fb-8e76-ee6bffac11af req-161dd922-0f1e-4c7e-a140-3fbf3acecd55 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=429aaef2-d59b-4969-b7f6-6452143d46f3 HTTP/1.1" status: 200 len: 1001 time: 0.1300142 May 10 19:01:52.034640 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac5f5c-55b6-4ef9-8179-7c7f715b95b8 req-02e877ce-bbf7-4eee-ab4b-9e7e12a416da tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:52.036026 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-20ac5f5c-55b6-4ef9-8179-7c7f715b95b8 req-02e877ce-bbf7-4eee-ab4b-9e7e12a416da tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 946 time: 0.0992568 May 10 19:01:52.086702 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8bbff5f2-cb3c-4ece-857c-b311e19c6e40 req-1221c8dc-3ef9-425e-9c30-4283bd97398a tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420944 May 10 19:01:52.092587 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d33a74-20b8-44fb-8e76-ee6bffac11af req-17f0f79f-b73d-4902-a1db-258c9af3586e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:52.094013 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-54d33a74-20b8-44fb-8e76-ee6bffac11af req-17f0f79f-b73d-4902-a1db-258c9af3586e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ed489f3-e7d1-46ad-8ba4-625045889072 HTTP/1.1" status: 200 len: 858 time: 0.1009238 May 10 19:01:52.168281 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d33a74-20b8-44fb-8e76-ee6bffac11af req-083ccc6a-08e1-41f1-9dd1-c71bc25a6924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:52.169884 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-54d33a74-20b8-44fb-8e76-ee6bffac11af req-083ccc6a-08e1-41f1-9dd1-c71bc25a6924 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f5c43a6a-f0d1-477d-a8c6-2fea358c2538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0657091 May 10 19:01:52.175050 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-20ac5f5c-55b6-4ef9-8179-7c7f715b95b8 req-f1448316-d729-4724-aa80-3c5553e9c0b8 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Deleting port e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:01:52.175382 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-20ac5f5c-55b6-4ef9-8179-7c7f715b95b8 req-f1448316-d729-4724-aa80-3c5553e9c0b8 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:52.320818 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-20ac5f5c-55b6-4ef9-8179-7c7f715b95b8 req-f1448316-d729-4724-aa80-3c5553e9c0b8 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] For port e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1,segment=NetworkSegment(bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92),segment_id=bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:01:52.321449 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-20ac5f5c-55b6-4ef9-8179-7c7f715b95b8 req-f1448316-d729-4724-aa80-3c5553e9c0b8 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:52.331862 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-54d33a74-20b8-44fb-8e76-ee6bffac11af req-49322d5e-de93-40df-bf67-812d3f52c482 service neutron] 10.222.0.48 "GET /v2.0/networks/f5c43a6a-f0d1-477d-a8c6-2fea358c2538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534381 May 10 19:01:52.395841 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa2ccf-ead5-4a3e-a649-dc053e48113d req-dfbb0e61-5de9-4034-8e6c-5fcca7e3c399 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:52.397437 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-8bfa2ccf-ead5-4a3e-a649-dc053e48113d req-dfbb0e61-5de9-4034-8e6c-5fcca7e3c399 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba58fb79-03be-4002-9b26-82ceedeff959 HTTP/1.1" status: 200 len: 946 time: 0.0531588 May 10 19:01:52.447744 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-8bfa2ccf-ead5-4a3e-a649-dc053e48113d req-dc0f7d26-c946-493b-8883-2f981944f3b1 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=51aa9de5-376c-4ee8-9151-b5958f31ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446184 May 10 19:01:52.509822 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-54d33a74-20b8-44fb-8e76-ee6bffac11af req-97afe2a9-5f6c-4a8f-b7fa-2a7172835f8e service neutron] 10.222.0.48 "GET /v2.0/networks/f5c43a6a-f0d1-477d-a8c6-2fea358c2538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713943 May 10 19:01:52.566992 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-20ac5f5c-55b6-4ef9-8179-7c7f715b95b8 req-f1448316-d729-4724-aa80-3c5553e9c0b8 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:52.567238 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-20ac5f5c-55b6-4ef9-8179-7c7f715b95b8 req-f1448316-d729-4724-aa80-3c5553e9c0b8 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2085825'] for floatingip (c30f6bfe-1326-4b20-bbbf-afa2cc1cf779), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:52.567573 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.db.l3_db [req-20ac5f5c-55b6-4ef9-8179-7c7f715b95b8 req-f1448316-d729-4724-aa80-3c5553e9c0b8 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Floating IP c30f6bfe-1326-4b20-bbbf-afa2cc1cf779 disassociated. External IP: 172.27.1.181, port: e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1. May 10 19:01:52.567915 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-20ac5f5c-55b6-4ef9-8179-7c7f715b95b8 req-f1448316-d729-4724-aa80-3c5553e9c0b8 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Calling delete_port for e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 owned by compute:nova {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:01:52.711462 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-20ac5f5c-55b6-4ef9-8179-7c7f715b95b8 req-f1448316-d729-4724-aa80-3c5553e9c0b8 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:52.751372 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1448316-d729-4724-aa80-3c5553e9c0b8 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Pushing event deleted for resources: {'Port': ['ID=e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:01:52.866175 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20ac5f5c-55b6-4ef9-8179-7c7f715b95b8 req-f1448316-d729-4724-aa80-3c5553e9c0b8 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Router c34f1854-ab5f-49fe-804e-af07c7a0edde has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:01:52.982154 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20ac5f5c-55b6-4ef9-8179-7c7f715b95b8 req-f1448316-d729-4724-aa80-3c5553e9c0b8 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:01:52.992217 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5340d82-6b17-4615-bf3a-528b0146dff1 None None] Sync routers for ids ['c34f1854-ab5f-49fe-804e-af07c7a0edde'] in dv-cinder-836996-18-iscsi {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:01:53.002888 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5340d82-6b17-4615-bf3a-528b0146dff1 None None] Routers {'c34f1854-ab5f-49fe-804e-af07c7a0edde'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:01:53.003561 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b5340d82-6b17-4615-bf3a-528b0146dff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:01:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['c34f1854-ab5f-49fe-804e-af07c7a0edde'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:01:53.024422 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ac5f5c-55b6-4ef9-8179-7c7f715b95b8 req-f1448316-d729-4724-aa80-3c5553e9c0b8 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] No DVR routers for this DVR port e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 on host hv-cinder-83699 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:01:53.027729 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-20ac5f5c-55b6-4ef9-8179-7c7f715b95b8 req-f1448316-d729-4724-aa80-3c5553e9c0b8 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:53.031174 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-20ac5f5c-55b6-4ef9-8179-7c7f715b95b8 req-f1448316-d729-4724-aa80-3c5553e9c0b8 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.48 "DELETE /v2.0/ports/e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 HTTP/1.1" status: 204 len: 173 time: 0.9880331 May 10 19:01:53.117182 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-b5340d82-6b17-4615-bf3a-528b0146dff1 None None] Set router c34f1854-ab5f-49fe-804e-af07c7a0edde gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:01:53.223498 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393ac28-f4a5-40b1-b195-1b69fe278bb2 req-fb9a0844-60e8-4c72-aed1-b12f9ba5941c tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:53.225343 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9393ac28-f4a5-40b1-b195-1b69fe278bb2 req-fb9a0844-60e8-4c72-aed1-b12f9ba5941c tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0645566 May 10 19:01:53.276966 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9393ac28-f4a5-40b1-b195-1b69fe278bb2 req-566afdc8-cb40-419e-bcc8-c3276b6c119e tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441957 May 10 19:01:53.338579 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b5340d82-6b17-4615-bf3a-528b0146dff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1803823991-router', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:22Z', 'revision_number': 4, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'gw_port': {'id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '16203859-563c-44f6-81e3-101fa509dfd8', 'name': '', 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'mac_address': 'fa:16:3e:b5:b5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8531edb7-c043-461d-9962-84adba840bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:19Z', 'updated_at': '2022-05-10T18:58:39Z', 'revision_number': 5, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'subnets': [{'id': '8531edb7-c043-461d-9962-84adba840bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:01:53.340972 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba58fb79-03be-4002-9b26-82ceedeff959', 'name': 'network-vif-deleted', 'tag': 'e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:01:53.344759 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d0d9c6-3f85-46ad-bfb6-3c9767b995e1" -d '{"events": [{"server_uuid": "ba58fb79-03be-4002-9b26-82ceedeff959", "name": "network-vif-deleted", "tag": "e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:01:53.375894 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5340d82-6b17-4615-bf3a-528b0146dff1 None None] Checking router: c34f1854-ab5f-49fe-804e-af07c7a0edde for host: dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:01:53.379264 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a698d6f6-679b-440a-9de8-1521f702ff37 x-openstack-request-id: req-a698d6f6-679b-440a-9de8-1521f702ff37 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:01:53.379556 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba58fb79-03be-4002-9b26-82ceedeff959", "name": "network-vif-deleted", "tag": "e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:01:53.379809 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a698d6f6-679b-440a-9de8-1521f702ff37 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:01:53.380294 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a698d6f6-679b-440a-9de8-1521f702ff37'] response: {'server_uuid': 'ba58fb79-03be-4002-9b26-82ceedeff959', 'name': 'network-vif-deleted', 'tag': 'e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1', 'status': 'completed', 'code': 200} May 10 19:01:53.385060 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5340d82-6b17-4615-bf3a-528b0146dff1 None None] Routers {'c34f1854-ab5f-49fe-804e-af07c7a0edde'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:01:53.385714 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b5340d82-6b17-4615-bf3a-528b0146dff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:01:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['c34f1854-ab5f-49fe-804e-af07c7a0edde'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:01:53.502872 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-b5340d82-6b17-4615-bf3a-528b0146dff1 None None] Set router c34f1854-ab5f-49fe-804e-af07c7a0edde gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:01:53.563719 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 43386) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:01:53.627772 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-67c02155-1cba-4fc9-9c92-df0505a456d4 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for security_group (51aa9de5-376c-4ee8-9151-b5958f31ea7b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:53.665343 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-67c02155-1cba-4fc9-9c92-df0505a456d4 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for security_group (51aa9de5-376c-4ee8-9151-b5958f31ea7b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:53.716239 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-67c02155-1cba-4fc9-9c92-df0505a456d4 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (51aa9de5-376c-4ee8-9151-b5958f31ea7b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:53.719109 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-67c02155-1cba-4fc9-9c92-df0505a456d4 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:53.722609 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-67c02155-1cba-4fc9-9c92-df0505a456d4 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "DELETE /v2.0/security-groups/51aa9de5-376c-4ee8-9151-b5958f31ea7b HTTP/1.1" status: 204 len: 168 time: 0.1547043 May 10 19:01:53.725448 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 43388) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:01:53.729016 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b5340d82-6b17-4615-bf3a-528b0146dff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1803823991-router', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:22Z', 'revision_number': 4, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'gw_port': {'id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '16203859-563c-44f6-81e3-101fa509dfd8', 'name': '', 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'mac_address': 'fa:16:3e:b5:b5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8531edb7-c043-461d-9962-84adba840bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:19Z', 'updated_at': '2022-05-10T18:58:39Z', 'revision_number': 5, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'subnets': [{'id': '8531edb7-c043-461d-9962-84adba840bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:01:53.742331 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c02155-1cba-4fc9-9c92-df0505a456d4 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51aa9de5-376c-4ee8-9151-b5958f31ea7b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:01:53.751243 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.api.v2.resource [None req-b4649d3b-e52b-4e9e-8c58-f5967a975783 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] show failed (client error): The resource could not be found. May 10 19:01:53.755089 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-b4649d3b-e52b-4e9e-8c58-f5967a975783 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups/51aa9de5-376c-4ee8-9151-b5958f31ea7b HTTP/1.1" status: 404 len: 347 time: 0.0258951 May 10 19:01:53.755349 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 43390) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:01:53.771085 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5340d82-6b17-4615-bf3a-528b0146dff1 None None] The sync data for ids ['c34f1854-ab5f-49fe-804e-af07c7a0edde'] in dv-cinder-836996-18-iscsi is: [{'id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1803823991-router', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:22Z', 'revision_number': 4, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'gw_port': {'id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '16203859-563c-44f6-81e3-101fa509dfd8', 'name': '', 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'mac_address': 'fa:16:3e:b5:b5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8531edb7-c043-461d-9962-84adba840bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:19Z', 'updated_at': '2022-05-10T18:58:39Z', 'revision_number': 5, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'subnets': [{'id': '8531edb7-c043-461d-9962-84adba840bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:01:53.783800 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc85581-e74e-4877-9a93-d7dc51fc1532 req-2ff8d409-450b-4b2d-b9d3-dd15326c2310 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:53.785552 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-abc85581-e74e-4877-9a93-d7dc51fc1532 req-2ff8d409-450b-4b2d-b9d3-dd15326c2310 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.3430891 May 10 19:01:53.801442 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860540a2-f7a5-49e6-a65c-fbc542b20071 req-1a2b12be-5688-44a5-9dd3-d35889ae6394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:53.802916 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-860540a2-f7a5-49e6-a65c-fbc542b20071 req-1a2b12be-5688-44a5-9dd3-d35889ae6394 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f211dbe09fc34141b9d519a6e69c8dc2&device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 1129 time: 0.0614648 May 10 19:01:53.890326 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-2cebab91-8594-4bfe-a27a-4110fe12bb0c tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Deleting port 8f240de7-1988-472c-b316-1856344f70f8 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:01:53.890742 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2cebab91-8594-4bfe-a27a-4110fe12bb0c tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (8f240de7-1988-472c-b316-1856344f70f8), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:53.895996 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-abc85581-e74e-4877-9a93-d7dc51fc1532 req-f77ef2a5-107e-4fdd-a1fe-ba9ca0d96024 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032474 May 10 19:01:53.925067 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860540a2-f7a5-49e6-a65c-fbc542b20071 req-7f86492c-1e02-464c-bd40-c95a36754592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:53.926765 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-860540a2-f7a5-49e6-a65c-fbc542b20071 req-7f86492c-1e02-464c-bd40-c95a36754592 service neutron] 10.222.0.48 "GET /v2.0/networks?id=17ce47ba-754f-4a57-b915-d9f184cff0b4 HTTP/1.1" status: 200 len: 912 time: 0.1164730 May 10 19:01:53.968802 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2cebab91-8594-4bfe-a27a-4110fe12bb0c tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (8f240de7-1988-472c-b316-1856344f70f8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:53.969139 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2cebab91-8594-4bfe-a27a-4110fe12bb0c tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for floatingip (8f240de7-1988-472c-b316-1856344f70f8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:53.983984 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-2cebab91-8594-4bfe-a27a-4110fe12bb0c tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Calling delete_port for 8f240de7-1988-472c-b316-1856344f70f8 owned by network:floatingip {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:01:54.000728 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-860540a2-f7a5-49e6-a65c-fbc542b20071 req-0d798b8c-a46b-4c95-a7f2-e26a09c4d2db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b7e5737-5e94-464a-80ae-39d85134cbca HTTP/1.1" status: 200 len: 1000 time: 0.0645580 May 10 19:01:54.036088 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9f5ead-2dd2-4887-884b-b31bc75e9ca2 None None] New status for floating IP c30f6bfe-1326-4b20-bbbf-afa2cc1cf779: DOWN {{(pid=103425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:01:54.053386 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860540a2-f7a5-49e6-a65c-fbc542b20071 req-5f025d51-1aab-4249-843e-9ff4183935ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:54.054964 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-860540a2-f7a5-49e6-a65c-fbc542b20071 req-5f025d51-1aab-4249-843e-9ff4183935ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=945414bb-2eef-4f0c-992b-73a797dbf824 HTTP/1.1" status: 200 len: 850 time: 0.0460920 May 10 19:01:54.104494 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860540a2-f7a5-49e6-a65c-fbc542b20071 req-dc9b3095-f735-4f52-ab3b-95fd6d30895e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:54.106206 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-860540a2-f7a5-49e6-a65c-fbc542b20071 req-dc9b3095-f735-4f52-ab3b-95fd6d30895e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17ce47ba-754f-4a57-b915-d9f184cff0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428660 May 10 19:01:54.122912 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2cebab91-8594-4bfe-a27a-4110fe12bb0c tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4468833'] for port (8f240de7-1988-472c-b316-1856344f70f8), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:54.125099 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.db.api [None req-5f9f5ead-2dd2-4887-884b-b31bc75e9ca2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 19:01:54.125711 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG oslo_db.api [None req-5f9f5ead-2dd2-4887-884b-b31bc75e9ca2 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 19:01:54.148362 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cebab91-8594-4bfe-a27a-4110fe12bb0c tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Pushing event deleted for resources: {'Port': ['ID=8f240de7-1988-472c-b316-1856344f70f8,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:01:54.202884 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-860540a2-f7a5-49e6-a65c-fbc542b20071 req-5d35a184-e09b-43c2-9d41-2d73d46dc156 service neutron] 10.222.0.48 "GET /v2.0/networks/17ce47ba-754f-4a57-b915-d9f184cff0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906365 May 10 19:01:54.213494 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2cebab91-8594-4bfe-a27a-4110fe12bb0c tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for floatingip (c30f6bfe-1326-4b20-bbbf-afa2cc1cf779), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:54.216168 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2cebab91-8594-4bfe-a27a-4110fe12bb0c tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:54.219966 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-2cebab91-8594-4bfe-a27a-4110fe12bb0c tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "DELETE /v2.0/floatingips/c30f6bfe-1326-4b20-bbbf-afa2cc1cf779 HTTP/1.1" status: 204 len: 168 time: 0.4610870 May 10 19:01:54.294994 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 43394) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:01:54.298015 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-860540a2-f7a5-49e6-a65c-fbc542b20071 req-bb1f4abc-87ac-4b93-8d46-fa11024d53d9 service neutron] 10.222.0.48 "GET /v2.0/networks/17ce47ba-754f-4a57-b915-d9f184cff0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884967 May 10 19:01:54.299761 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-22a7b60e-5131-40b4-a1cd-e82767feca1f tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Request body: {'security_group': {'name': 'tempest-securitygroup--130300785', 'description': 'tempest-description--1483980621'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:01:54.319471 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-22a7b60e-5131-40b4-a1cd-e82767feca1f tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:54.385282 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-22a7b60e-5131-40b4-a1cd-e82767feca1f tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for security_group (2be0ca2a-f998-4e74-95d2-b01e22a7e916), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:54.391136 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-22a7b60e-5131-40b4-a1cd-e82767feca1f tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (2be0ca2a-f998-4e74-95d2-b01e22a7e916), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:54.422855 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-22a7b60e-5131-40b4-a1cd-e82767feca1f tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:54.424086 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-22a7b60e-5131-40b4-a1cd-e82767feca1f tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1279628 May 10 19:01:54.425096 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7b60e-5131-40b4-a1cd-e82767feca1f tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2be0ca2a-f998-4e74-95d2-b01e22a7e916,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:01:54.427279 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 43396) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:01:54.434665 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-9347f676-4b59-4ec2-beb4-9fe54c15062c tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Request body: {'security_group_rule': {'security_group_id': '2be0ca2a-f998-4e74-95d2-b01e22a7e916', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:01:54.467786 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9347f676-4b59-4ec2-beb4-9fe54c15062c tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for security_group_rule (d2b7485e-db3c-475f-b2b4-1d3c974529f7), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:54.533583 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9347f676-4b59-4ec2-beb4-9fe54c15062c tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for security_group_rule (d2b7485e-db3c-475f-b2b4-1d3c974529f7), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:54.539122 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9347f676-4b59-4ec2-beb4-9fe54c15062c tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063310'] for security_group_rule (d2b7485e-db3c-475f-b2b4-1d3c974529f7), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:54.560093 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347f676-4b59-4ec2-beb4-9fe54c15062c tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2b7485e-db3c-475f-b2b4-1d3c974529f7,revision_number=0']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:01:54.566727 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9347f676-4b59-4ec2-beb4-9fe54c15062c tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:54.567926 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-9347f676-4b59-4ec2-beb4-9fe54c15062c tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1390584 May 10 19:01:54.570687 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 43398) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:01:54.574990 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-24862730-3cec-45cd-ba67-c0209df5f123 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Request body: {'security_group_rule': {'security_group_id': '2be0ca2a-f998-4e74-95d2-b01e22a7e916', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:01:54.601993 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-24862730-3cec-45cd-ba67-c0209df5f123 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for security_group_rule (ab8326a8-bdd4-4954-b3a5-04f1403144af), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:54.632027 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9f5ead-2dd2-4887-884b-b31bc75e9ca2 None None] New status for floating IP c30f6bfe-1326-4b20-bbbf-afa2cc1cf779: DOWN {{(pid=103425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:01:54.661694 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-24862730-3cec-45cd-ba67-c0209df5f123 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for security_group_rule (ab8326a8-bdd4-4954-b3a5-04f1403144af), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:54.665953 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-24862730-3cec-45cd-ba67-c0209df5f123 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063310'] for security_group_rule (ab8326a8-bdd4-4954-b3a5-04f1403144af), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:54.683424 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24862730-3cec-45cd-ba67-c0209df5f123 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab8326a8-bdd4-4954-b3a5-04f1403144af,revision_number=0']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:01:54.691095 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-24862730-3cec-45cd-ba67-c0209df5f123 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:54.696482 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-24862730-3cec-45cd-ba67-c0209df5f123 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207545 May 10 19:01:54.696583 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 43400) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:01:54.700270 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-8628985a-6cea-444a-af9e-0baeadbd4ac5 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Request body: {'floatingip': {'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:01:54.724486 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8628985a-6cea-444a-af9e-0baeadbd4ac5 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:54.808489 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8628985a-6cea-444a-af9e-0baeadbd4ac5 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:54.915481 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-8628985a-6cea-444a-af9e-0baeadbd4ac5 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Allocated IP 172.27.1.246 (fea53afb-2d4d-48cb-89ec-9b33d8fc553d/12fc4f2d-8382-4ccf-abb9-52281f433079/42a8ce9c-3213-450e-92f0-f4cd09732644) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:01:55.019101 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43adf9-26b7-4de2-a828-12377cc79e78 req-c1e66a0d-0a68-40b9-9bfb-925007606f42 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:55.020599 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7a43adf9-26b7-4de2-a828-12377cc79e78 req-c1e66a0d-0a68-40b9-9bfb-925007606f42 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0537238 May 10 19:01:55.023409 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8628985a-6cea-444a-af9e-0baeadbd4ac5 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for port (42a8ce9c-3213-450e-92f0-f4cd09732644), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:55.058500 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8628985a-6cea-444a-af9e-0baeadbd4ac5 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4468833'] for port (42a8ce9c-3213-450e-92f0-f4cd09732644), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:55.075674 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7a43adf9-26b7-4de2-a828-12377cc79e78 req-78d23f8f-cf1b-4ca9-9194-7c17079ea14d tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489178 May 10 19:01:55.096295 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8628985a-6cea-444a-af9e-0baeadbd4ac5 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Network fea53afb-2d4d-48cb-89ec-9b33d8fc553d is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:01:55.099173 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-8628985a-6cea-444a-af9e-0baeadbd4ac5 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:01:55.102636 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8628985a-6cea-444a-af9e-0baeadbd4ac5 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:01:55.127162 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628985a-6cea-444a-af9e-0baeadbd4ac5 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Pushing event updated for resources: {'Port': ['ID=42a8ce9c-3213-450e-92f0-f4cd09732644,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:01:55.189290 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8628985a-6cea-444a-af9e-0baeadbd4ac5 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for floatingip (c08af77a-2835-438c-8745-6a73c7f13376), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:55.229770 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8628985a-6cea-444a-af9e-0baeadbd4ac5 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (42a8ce9c-3213-450e-92f0-f4cd09732644), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:55.306348 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:01:55.327795 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] No Port match for: e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:01:55.328492 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device e4a153a9-7d1e-43a4-b76d-71fb75d4f8e1 not bound to the agent host hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:01:55.380582 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8628985a-6cea-444a-af9e-0baeadbd4ac5 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for port (42a8ce9c-3213-450e-92f0-f4cd09732644), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:55.387064 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8628985a-6cea-444a-af9e-0baeadbd4ac5 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4468760'] for port (42a8ce9c-3213-450e-92f0-f4cd09732644), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:55.457316 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628985a-6cea-444a-af9e-0baeadbd4ac5 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Pushing event updated for resources: {'Port': ['ID=42a8ce9c-3213-450e-92f0-f4cd09732644,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:01:55.467564 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8628985a-6cea-444a-af9e-0baeadbd4ac5 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2085825'] for floatingip (c08af77a-2835-438c-8745-6a73c7f13376), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:55.489391 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8628985a-6cea-444a-af9e-0baeadbd4ac5 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:55.490960 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-8628985a-6cea-444a-af9e-0baeadbd4ac5 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7942052 May 10 19:01:55.704133 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-d97b5ab6-8c1a-40a2-bd54-733b2e653b28 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--130300785&fields=id&tenant_id=e17dd3da9fc545fc901dc35e62332ab6 HTTP/1.1" status: 200 len: 267 time: 0.0439239 May 10 19:01:55.810371 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-4ce79b70-5774-4089-b9a8-13e720852c42 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:55.811808 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-4ce79b70-5774-4089-b9a8-13e720852c42 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/networks?id=93f50fb6-d466-4999-a1b0-4ced1d39cc1d HTTP/1.1" status: 200 len: 817 time: 0.1011074 May 10 19:01:55.826414 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-bc65e2fc-5d62-4ab2-96bf-1dc7cbf0b548 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/quotas/e17dd3da9fc545fc901dc35e62332ab6 HTTP/1.1" status: 200 len: 375 time: 0.0090787 May 10 19:01:55.877037 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-50270f28-a294-463b-96b3-4c3bf376d819 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e17dd3da9fc545fc901dc35e62332ab6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457029 May 10 19:01:55.981683 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-8d3f9aec-139f-486f-937f-3b513813d1ac service neutron] 10.222.0.52 "GET /v2.0/networks/93f50fb6-d466-4999-a1b0-4ced1d39cc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876815 May 10 19:01:56.071951 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-ff2d7c8a-2ec3-4a02-8542-c90385f5bdd4 service neutron] 10.222.0.52 "GET /v2.0/networks/93f50fb6-d466-4999-a1b0-4ced1d39cc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835433 May 10 19:01:56.196436 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9dbbd4-45f6-4d56-8787-b96c53cccfcd req-bed81e5c-5223-4c00-9087-1f30f3a74d89 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:56.198073 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0d9dbbd4-45f6-4d56-8787-b96c53cccfcd req-bed81e5c-5223-4c00-9087-1f30f3a74d89 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0542176 May 10 19:01:56.240029 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-87e2b552-fab6-4dd9-bed8-5519ba6629eb req-3748e3c4-a5e6-48ed-852a-e69386ff42d7 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 210 time: 0.0284138 May 10 19:01:56.246581 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0d9dbbd4-45f6-4d56-8787-b96c53cccfcd req-7ae41e11-cf0e-4fb2-b309-bcf6d62a54bf tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426965 May 10 19:01:57.343396 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-fe0a2489-9c3f-49fe-a5f2-64db44f5ffe8 req-24cff4f8-4321-40ec-908d-301b4f2b00ad tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 210 time: 0.0304391 May 10 19:01:57.362658 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-00955082-10db-46ca-bc23-9e861bd2f8bb tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:57.364119 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-00955082-10db-46ca-bc23-9e861bd2f8bb tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.48 "GET /v2.0/networks?id=93f50fb6-d466-4999-a1b0-4ced1d39cc1d HTTP/1.1" status: 200 len: 817 time: 0.1055260 May 10 19:01:57.433430 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-aa71af35-8608-45c1-af02-db68471c231c tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e17dd3da9fc545fc901dc35e62332ab6 HTTP/1.1" status: 200 len: 379 time: 0.0511129 May 10 19:01:57.444520 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-dc31129c-d1e4-4e68-bb78-6026f53b9281 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Request body: {'port': {'device_id': 'b73731b9-f546-49dd-9cb8-73a002db9921', 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d', 'admin_state_up': True, 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'security_groups': ['2be0ca2a-f998-4e74-95d2-b01e22a7e916']}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:01:57.558596 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-dc31129c-d1e4-4e68-bb78-6026f53b9281 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Made reservation on behalf of e17dd3da9fc545fc901dc35e62332ab6 for: {'port': 1} {{(pid=103423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:01:57.562003 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-dc31129c-d1e4-4e68-bb78-6026f53b9281 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:57.687809 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-dc31129c-d1e4-4e68-bb78-6026f53b9281 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Allocated IP 172.20.0.7 (93f50fb6-d466-4999-a1b0-4ced1d39cc1d/8531edb7-c043-461d-9962-84adba840bae/a398ba8f-f3b1-4cfc-9397-3f336cae17da) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:01:57.826552 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-dc31129c-d1e4-4e68-bb78-6026f53b9281 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for port (a398ba8f-f3b1-4cfc-9397-3f336cae17da), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:57.862007 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-dc31129c-d1e4-4e68-bb78-6026f53b9281 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (a398ba8f-f3b1-4cfc-9397-3f336cae17da), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:57.903382 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-dc31129c-d1e4-4e68-bb78-6026f53b9281 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Network 93f50fb6-d466-4999-a1b0-4ced1d39cc1d is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:01:57.906493 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-dc31129c-d1e4-4e68-bb78-6026f53b9281 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:01:57.910123 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-dc31129c-d1e4-4e68-bb78-6026f53b9281 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:01:57.918756 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31129c-d1e4-4e68-bb78-6026f53b9281 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Pushing event updated for resources: {'Port': ['ID=a398ba8f-f3b1-4cfc-9397-3f336cae17da,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:01:57.967416 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-dc31129c-d1e4-4e68-bb78-6026f53b9281 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:57.968102 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-dc31129c-d1e4-4e68-bb78-6026f53b9281 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:57.987137 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-dc31129c-d1e4-4e68-bb78-6026f53b9281 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5464017 May 10 19:01:58.009005 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-fbb8dbda-f99f-4f1b-a0ee-aec3544d72f8 service neutron] Request body: {'port': {'device_id': 'b73731b9-f546-49dd-9cb8-73a002db9921', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:01:58.075533 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-fbb8dbda-f99f-4f1b-a0ee-aec3544d72f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (a398ba8f-f3b1-4cfc-9397-3f336cae17da), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:58.194566 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-035270cc-9298-45f7-8db2-5e3093c55da5 None None] Provisioning complete for port a398ba8f-f3b1-4cfc-9397-3f336cae17da triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:01:58.195487 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-035270cc-9298-45f7-8db2-5e3093c55da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (a398ba8f-f3b1-4cfc-9397-3f336cae17da), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:58.230157 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-035270cc-9298-45f7-8db2-5e3093c55da5 None None] Port a398ba8f-f3b1-4cfc-9397-3f336cae17da cannot update to ACTIVE because it is not bound. {{(pid=103424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:01:58.357277 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-fbb8dbda-f99f-4f1b-a0ee-aec3544d72f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a398ba8f-f3b1-4cfc-9397-3f336cae17da {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:01:58.365517 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-fbb8dbda-f99f-4f1b-a0ee-aec3544d72f8 service neutron] Publish callbacks [] for port (a398ba8f-f3b1-4cfc-9397-3f336cae17da), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:58.380194 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-fbb8dbda-f99f-4f1b-a0ee-aec3544d72f8 service neutron] Transition to ACTIVE for port object a398ba8f-f3b1-4cfc-9397-3f336cae17da will not be triggered until provisioned by entity L2. {{(pid=103423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:01:58.384785 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-fbb8dbda-f99f-4f1b-a0ee-aec3544d72f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (a398ba8f-f3b1-4cfc-9397-3f336cae17da), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:58.466676 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb8dbda-f99f-4f1b-a0ee-aec3544d72f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a398ba8f-f3b1-4cfc-9397-3f336cae17da,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:01:58.498703 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e45a4-950b-401c-867f-a786657c35c9 req-1ffb6e1e-c6fd-43b1-b06c-bd9afd850d0a tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:58.500235 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-679e45a4-950b-401c-867f-a786657c35c9 req-1ffb6e1e-c6fd-43b1-b06c-bd9afd850d0a tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 943 time: 0.0817709 May 10 19:01:58.584603 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-679e45a4-950b-401c-867f-a786657c35c9 req-8c3030bb-b0cc-4b25-b293-3d9202026e7d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631788 May 10 19:01:58.585319 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-fbb8dbda-f99f-4f1b-a0ee-aec3544d72f8 service neutron] Attempting to bind port a398ba8f-f3b1-4cfc-9397-3f336cae17da on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:01:58.585646 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-fbb8dbda-f99f-4f1b-a0ee-aec3544d72f8 service neutron] Attempting to bind port a398ba8f-f3b1-4cfc-9397-3f336cae17da by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:01:58.585981 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-fbb8dbda-f99f-4f1b-a0ee-aec3544d72f8 service neutron] Attempting to bind port a398ba8f-f3b1-4cfc-9397-3f336cae17da on network 93f50fb6-d466-4999-a1b0-4ced1d39cc1d {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:01:58.590795 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-fbb8dbda-f99f-4f1b-a0ee-aec3544d72f8 service neutron] Port a398ba8f-f3b1-4cfc-9397-3f336cae17da on network 93f50fb6-d466-4999-a1b0-4ced1d39cc1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:01:58.591124 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-fbb8dbda-f99f-4f1b-a0ee-aec3544d72f8 service neutron] Attempting to bind port a398ba8f-f3b1-4cfc-9397-3f336cae17da on network 93f50fb6-d466-4999-a1b0-4ced1d39cc1d {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:01:58.596131 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-fbb8dbda-f99f-4f1b-a0ee-aec3544d72f8 service neutron] Checking agent: {'id': '84b4d3b2-b3ea-4da4-b994-5396953c421b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'started_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:01:58.596471 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-fbb8dbda-f99f-4f1b-a0ee-aec3544d72f8 service neutron] Checking segment: {'id': 'bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:01:58.596890 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-fbb8dbda-f99f-4f1b-a0ee-aec3544d72f8 service neutron] Bound using segment: {'id': 'bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:01:58.597321 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-fbb8dbda-f99f-4f1b-a0ee-aec3544d72f8 service neutron] Bound port: a398ba8f-f3b1-4cfc-9397-3f336cae17da, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:01:58.597676 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-fbb8dbda-f99f-4f1b-a0ee-aec3544d72f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (a398ba8f-f3b1-4cfc-9397-3f336cae17da), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:58.598688 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:01:58.671825 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-fbb8dbda-f99f-4f1b-a0ee-aec3544d72f8 service neutron] For port a398ba8f-f3b1-4cfc-9397-3f336cae17da, host hv-cinder-83699, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:01:58.674957 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-fbb8dbda-f99f-4f1b-a0ee-aec3544d72f8 service neutron] For port a398ba8f-f3b1-4cfc-9397-3f336cae17da, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a398ba8f-f3b1-4cfc-9397-3f336cae17da,segment=NetworkSegment(bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92),segment_id=bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:01:58.681608 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-fbb8dbda-f99f-4f1b-a0ee-aec3544d72f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (a398ba8f-f3b1-4cfc-9397-3f336cae17da), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:58.712957 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-fbb8dbda-f99f-4f1b-a0ee-aec3544d72f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:58.713587 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-fbb8dbda-f99f-4f1b-a0ee-aec3544d72f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:58.715011 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-fbb8dbda-f99f-4f1b-a0ee-aec3544d72f8 service neutron] 10.222.0.48 "PUT /v2.0/ports/a398ba8f-f3b1-4cfc-9397-3f336cae17da HTTP/1.1" status: 200 len: 1093 time: 0.7108116 May 10 19:01:58.715439 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73731b9-f546-49dd-9cb8-73a002db9921', 'tag': 'a398ba8f-f3b1-4cfc-9397-3f336cae17da'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:01:58.717733 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d60b7cc-68e5-4eb4-85bc-a72328222004" -d '{"events": [{"name": "network-changed", "server_uuid": "b73731b9-f546-49dd-9cb8-73a002db9921", "tag": "a398ba8f-f3b1-4cfc-9397-3f336cae17da"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:01:58.749128 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb8dbda-f99f-4f1b-a0ee-aec3544d72f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a398ba8f-f3b1-4cfc-9397-3f336cae17da,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:01:58.761745 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8705dafe-e6af-491d-8720-6051db2d777c x-openstack-request-id: req-8705dafe-e6af-491d-8720-6051db2d777c {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:01:58.762034 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73731b9-f546-49dd-9cb8-73a002db9921", "tag": "a398ba8f-f3b1-4cfc-9397-3f336cae17da", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:01:58.762259 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8705dafe-e6af-491d-8720-6051db2d777c {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:01:58.762690 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8705dafe-e6af-491d-8720-6051db2d777c'] response: {'name': 'network-changed', 'server_uuid': 'b73731b9-f546-49dd-9cb8-73a002db9921', 'tag': 'a398ba8f-f3b1-4cfc-9397-3f336cae17da', 'status': 'completed', 'code': 200} May 10 19:01:58.834120 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-d8f62105-c32c-439d-9f17-48dd597beb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:58.835918 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-d8f62105-c32c-439d-9f17-48dd597beb28 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e17dd3da9fc545fc901dc35e62332ab6&device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 1127 time: 0.0446289 May 10 19:01:58.847603 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ddac9dbe-2ab6-47a4-990b-015854cea7c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:01:58.890482 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-46bfada8-3037-4578-86cb-54c1b82ccc70 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a398ba8f-f3b1-4cfc-9397-3f336cae17da HTTP/1.1" status: 200 len: 217 time: 0.0390792 May 10 19:01:58.938860 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-c7fe0b0f-4296-4c34-b0c7-0dec1b44f81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:58.940287 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-c7fe0b0f-4296-4c34-b0c7-0dec1b44f81c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8531edb7-c043-461d-9962-84adba840bae HTTP/1.1" status: 200 len: 856 time: 0.0428257 May 10 19:01:58.984999 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-f4041841-f4b9-4b46-9411-d68b386fcf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:58.986542 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-f4041841-f4b9-4b46-9411-d68b386fcf11 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=93f50fb6-d466-4999-a1b0-4ced1d39cc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403798 May 10 19:01:59.082122 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-535debf9-ec2b-436a-a150-7acb89a16afa service neutron] 10.222.0.48 "GET /v2.0/networks/93f50fb6-d466-4999-a1b0-4ced1d39cc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835104 May 10 19:01:59.177304 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8045925e-3e17-46fe-900e-d5a5d9253314 req-355c5314-70ef-43fe-af12-0f277f4eb433 service neutron] 10.222.0.48 "GET /v2.0/networks/93f50fb6-d466-4999-a1b0-4ced1d39cc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884790 May 10 19:01:59.725981 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f92d52-16bc-4f04-9e1e-5f34b7ee4f49 req-3f884e3a-a976-4b0b-ada7-f5a12615b632 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:01:59.727394 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e4f92d52-16bc-4f04-9e1e-5f34b7ee4f49 req-3f884e3a-a976-4b0b-ada7-f5a12615b632 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 943 time: 0.0523667 May 10 19:01:59.779607 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e4f92d52-16bc-4f04-9e1e-5f34b7ee4f49 req-4fc38306-1dc0-4fa6-8e81-2ebb2db549b4 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465083 May 10 19:02:00.265391 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60b7cc-68e5-4eb4-85bc-a72328222004 req-e222a98b-b8e2-4f3c-a980-0282cd99a223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:00.266923 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4d60b7cc-68e5-4eb4-85bc-a72328222004 req-e222a98b-b8e2-4f3c-a980-0282cd99a223 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e17dd3da9fc545fc901dc35e62332ab6&device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 1127 time: 0.0451450 May 10 19:02:00.356816 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60b7cc-68e5-4eb4-85bc-a72328222004 req-2aefd592-7906-42ae-81fb-25bf5519d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:00.358257 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4d60b7cc-68e5-4eb4-85bc-a72328222004 req-2aefd592-7906-42ae-81fb-25bf5519d575 service neutron] 10.222.0.48 "GET /v2.0/networks?id=93f50fb6-d466-4999-a1b0-4ced1d39cc1d HTTP/1.1" status: 200 len: 918 time: 0.0837667 May 10 19:02:00.404574 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4d60b7cc-68e5-4eb4-85bc-a72328222004 req-94827eb4-fb96-4259-893a-a1943c460b55 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a398ba8f-f3b1-4cfc-9397-3f336cae17da HTTP/1.1" status: 200 len: 217 time: 0.0370159 May 10 19:02:00.454555 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60b7cc-68e5-4eb4-85bc-a72328222004 req-e81ca2cb-227e-468b-be61-e48289e722a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:00.456131 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4d60b7cc-68e5-4eb4-85bc-a72328222004 req-e81ca2cb-227e-468b-be61-e48289e722a6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8531edb7-c043-461d-9962-84adba840bae HTTP/1.1" status: 200 len: 856 time: 0.0444536 May 10 19:02:00.499532 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60b7cc-68e5-4eb4-85bc-a72328222004 req-f2ec942c-3856-4a25-9f8c-d5cfcaa785b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:00.501030 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4d60b7cc-68e5-4eb4-85bc-a72328222004 req-f2ec942c-3856-4a25-9f8c-d5cfcaa785b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=93f50fb6-d466-4999-a1b0-4ced1d39cc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380335 May 10 19:02:00.595922 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4d60b7cc-68e5-4eb4-85bc-a72328222004 req-8d7030ac-c25a-4a78-9049-4c079a14dcf3 service neutron] 10.222.0.48 "GET /v2.0/networks/93f50fb6-d466-4999-a1b0-4ced1d39cc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881572 May 10 19:02:00.683979 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4d60b7cc-68e5-4eb4-85bc-a72328222004 req-043d4812-41d2-4b2e-ab4a-436d1d496885 service neutron] 10.222.0.48 "GET /v2.0/networks/93f50fb6-d466-4999-a1b0-4ced1d39cc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808775 May 10 19:02:00.914308 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bc392-0620-4d68-ae16-708c2251e6e0 req-b4e941e5-227e-4d70-9d88-09de0c6e23fc tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:00.915738 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-2f4bc392-0620-4d68-ae16-708c2251e6e0 req-b4e941e5-227e-4d70-9d88-09de0c6e23fc tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 943 time: 0.0526292 May 10 19:02:00.967018 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-2f4bc392-0620-4d68-ae16-708c2251e6e0 req-4f7b44b1-71a2-4a3a-b920-309a8978e96e tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440855 May 10 19:02:01.237011 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ab1977de-f34d-4ef8-bb8c-4c2788dde3fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:02.102005 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00657eee-688b-4c30-9990-97ac9badd187 req-52f922e5-1525-4692-ad85-7f6eee51ed50 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:02.103476 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-00657eee-688b-4c30-9990-97ac9badd187 req-52f922e5-1525-4692-ad85-7f6eee51ed50 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 943 time: 0.0551181 May 10 19:02:02.157729 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-00657eee-688b-4c30-9990-97ac9badd187 req-56426a9b-d293-4826-ae71-1f8716b667c1 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449185 May 10 19:02:02.560285 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:03.291573 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24640b-82c2-4f88-9798-ddd6baf1b99a req-f3725ea7-a858-4952-b25e-d31c5b613286 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:03.292966 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-9c24640b-82c2-4f88-9798-ddd6baf1b99a req-f3725ea7-a858-4952-b25e-d31c5b613286 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 943 time: 0.0553923 May 10 19:02:03.349239 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-9c24640b-82c2-4f88-9798-ddd6baf1b99a req-b73699f0-b987-486f-bd11-4e41b304398a tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485775 May 10 19:02:03.364888 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device a398ba8f-f3b1-4cfc-9397-3f336cae17da details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:02:03.460503 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port a398ba8f-f3b1-4cfc-9397-3f336cae17da, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a398ba8f-f3b1-4cfc-9397-3f336cae17da,segment=NetworkSegment(bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92),segment_id=bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:02:03.472573 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Returning: {'device': 'a398ba8f-f3b1-4cfc-9397-3f336cae17da', 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d', 'port_id': 'a398ba8f-f3b1-4cfc-9397-3f336cae17da', 'mac_address': 'fa:16:3e:cf:68:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8531edb7-c043-461d-9962-84adba840bae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:02:03.509340 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port a398ba8f-f3b1-4cfc-9397-3f336cae17da is: DOWN; New status is: BUILD {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:02:03.509726 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (a398ba8f-f3b1-4cfc-9397-3f336cae17da), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:03.525952 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a398ba8f-f3b1-4cfc-9397-3f336cae17da {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:02:03.544577 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port a398ba8f-f3b1-4cfc-9397-3f336cae17da, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a398ba8f-f3b1-4cfc-9397-3f336cae17da,segment=NetworkSegment(bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92),segment_id=bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:02:03.550765 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (a398ba8f-f3b1-4cfc-9397-3f336cae17da), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:03.597028 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=a398ba8f-f3b1-4cfc-9397-3f336cae17da,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:02:03.727520 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:03.951548 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['a398ba8f-f3b1-4cfc-9397-3f336cae17da'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:02:04.482195 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46d407-e26f-44ea-ab51-a2751e641b49 req-4e0307f5-9d34-4550-9cb4-0d2b5dbebfa5 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:04.483714 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2a46d407-e26f-44ea-ab51-a2751e641b49 req-4e0307f5-9d34-4550-9cb4-0d2b5dbebfa5 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 944 time: 0.0481420 May 10 19:02:04.534978 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2a46d407-e26f-44ea-ab51-a2751e641b49 req-7e302f81-7e71-4ae5-a5fd-ea9cca89b96e tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455911 May 10 19:02:05.386247 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:05.392217 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device a398ba8f-f3b1-4cfc-9397-3f336cae17da up at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:02:05.436593 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning for port a398ba8f-f3b1-4cfc-9397-3f336cae17da completed by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:02:05.442463 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning complete for port a398ba8f-f3b1-4cfc-9397-3f336cae17da triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:02:05.442930 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (a398ba8f-f3b1-4cfc-9397-3f336cae17da), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:05.526340 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port a398ba8f-f3b1-4cfc-9397-3f336cae17da is: BUILD; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:02:05.526730 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (a398ba8f-f3b1-4cfc-9397-3f336cae17da), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:05.551124 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73731b9-f546-49dd-9cb8-73a002db9921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a398ba8f-f3b1-4cfc-9397-3f336cae17da'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:02:05.553394 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc4c72c1cd3e6c4fc9632b01e094f02638f1ddc8156bb4d740f489bc698d08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77dbd7b9-cfaa-40dc-a775-8f5235b56ef9" -d '{"events": [{"server_uuid": "b73731b9-f546-49dd-9cb8-73a002db9921", "name": "network-vif-plugged", "status": "completed", "tag": "a398ba8f-f3b1-4cfc-9397-3f336cae17da"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:02:05.565626 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port a398ba8f-f3b1-4cfc-9397-3f336cae17da, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a398ba8f-f3b1-4cfc-9397-3f336cae17da,segment=NetworkSegment(bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92),segment_id=bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:02:05.571030 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (a398ba8f-f3b1-4cfc-9397-3f336cae17da), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:05.596647 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3160967d-c457-4592-9477-412a6d958b34 x-openstack-request-id: req-3160967d-c457-4592-9477-412a6d958b34 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:02:05.596985 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73731b9-f546-49dd-9cb8-73a002db9921", "name": "network-vif-plugged", "status": "completed", "tag": "a398ba8f-f3b1-4cfc-9397-3f336cae17da", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:02:05.597251 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3160967d-c457-4592-9477-412a6d958b34 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:02:05.597652 dv-cinder-836996-18-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3160967d-c457-4592-9477-412a6d958b34'] response: {'server_uuid': 'b73731b9-f546-49dd-9cb8-73a002db9921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a398ba8f-f3b1-4cfc-9397-3f336cae17da', 'code': 200} May 10 19:02:05.625238 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=a398ba8f-f3b1-4cfc-9397-3f336cae17da,revision_number=5']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:02:05.659092 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc9676-f28f-4881-bbc1-01dec2d983f6 req-696263c0-3573-4096-ac02-0837ba85075a tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:05.660489 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-34cc9676-f28f-4881-bbc1-01dec2d983f6 req-696263c0-3573-4096-ac02-0837ba85075a tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 945 time: 0.0508034 May 10 19:02:05.708543 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-34cc9676-f28f-4881-bbc1-01dec2d983f6 req-30aefa33-f644-4e2c-bf97-60245c420179 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415483 May 10 19:02:05.835650 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698511c-791a-49e5-8e8e-56e99c11d465 req-1db990f9-6b2e-4057-b568-718f7019b324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:05.837156 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4698511c-791a-49e5-8e8e-56e99c11d465 req-1db990f9-6b2e-4057-b568-718f7019b324 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 1129 time: 0.0485976 May 10 19:02:05.880106 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4698511c-791a-49e5-8e8e-56e99c11d465 req-11f0aaf1-42fc-4f1c-9323-b4b6374358a0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368819 May 10 19:02:06.846094 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e2ddb-5024-4924-96da-fb26918035e0 req-b3139d5f-46d6-4e33-82e1-adef5f83888e tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:06.847961 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-5e7e2ddb-5024-4924-96da-fb26918035e0 req-b3139d5f-46d6-4e33-82e1-adef5f83888e tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 945 time: 0.0551450 May 10 19:02:06.902211 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-5e7e2ddb-5024-4924-96da-fb26918035e0 req-8648d031-4853-4013-8aab-6d4f0423b3ae tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459187 May 10 19:02:08.038604 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661833f-c9d5-4de1-bc7d-5f2a47acaf3d req-6636da18-f2e9-4789-b81b-e5b0aed2f0a1 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:08.040075 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-1661833f-c9d5-4de1-bc7d-5f2a47acaf3d req-6636da18-f2e9-4789-b81b-e5b0aed2f0a1 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 945 time: 0.0509670 May 10 19:02:08.095754 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-1661833f-c9d5-4de1-bc7d-5f2a47acaf3d req-acbef54b-3e5f-4697-8f19-a210223c0c24 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481863 May 10 19:02:08.221819 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e19402-28c8-4164-8286-0f0c39c9fbfd req-97b8381e-ab3c-42a4-ade4-d4224374b8e2 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:08.223248 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-44e19402-28c8-4164-8286-0f0c39c9fbfd req-97b8381e-ab3c-42a4-ade4-d4224374b8e2 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 945 time: 0.0518179 May 10 19:02:08.235550 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 43464) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:02:08.240802 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-5159d4c4-e219-47df-8c85-e3e97779ef23 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Request body: {'floatingip': {'port_id': 'a398ba8f-f3b1-4cfc-9397-3f336cae17da'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:02:08.283357 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5159d4c4-e219-47df-8c85-e3e97779ef23 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for floatingip (c08af77a-2835-438c-8745-6a73c7f13376), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:08.393119 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:08.740329 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5159d4c4-e219-47df-8c85-e3e97779ef23 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:08.747282 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5159d4c4-e219-47df-8c85-e3e97779ef23 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2085825'] for floatingip (c08af77a-2835-438c-8745-6a73c7f13376), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:08.868942 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.db.l3_db [None req-5159d4c4-e219-47df-8c85-e3e97779ef23 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Floating IP c08af77a-2835-438c-8745-6a73c7f13376 associated. External IP: 172.27.1.246, port: a398ba8f-f3b1-4cfc-9397-3f336cae17da. May 10 19:02:09.104317 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5159d4c4-e219-47df-8c85-e3e97779ef23 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Router c34f1854-ab5f-49fe-804e-af07c7a0edde has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:02:09.215913 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5159d4c4-e219-47df-8c85-e3e97779ef23 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:02:09.221324 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5159d4c4-e219-47df-8c85-e3e97779ef23 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:09.226706 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13d7b27-81d4-404b-a263-788f4d643fc0 None None] Sync routers for ids ['c34f1854-ab5f-49fe-804e-af07c7a0edde'] in dv-cinder-836996-18-iscsi {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:02:09.236947 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13d7b27-81d4-404b-a263-788f4d643fc0 None None] Routers {'c34f1854-ab5f-49fe-804e-af07c7a0edde'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:02:09.237613 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d13d7b27-81d4-404b-a263-788f4d643fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:02:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['c34f1854-ab5f-49fe-804e-af07c7a0edde'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:02:09.249883 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-5159d4c4-e219-47df-8c85-e3e97779ef23 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "PUT /v2.0/floatingips/c08af77a-2835-438c-8745-6a73c7f13376 HTTP/1.1" status: 200 len: 991 time: 1.0132399 May 10 19:02:09.250494 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73731b9-f546-49dd-9cb8-73a002db9921', 'tag': 'a398ba8f-f3b1-4cfc-9397-3f336cae17da'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:02:09.252842 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd46a798d5a9e44ec306513f4cdcaf49ebfda34863e20c5e194c8a5ee67cd38b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa05eff-330c-44d6-8c26-425999627f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "b73731b9-f546-49dd-9cb8-73a002db9921", "tag": "a398ba8f-f3b1-4cfc-9397-3f336cae17da"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:02:09.287302 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0f546b-ca8e-4b3d-931b-55d0463fa95b x-openstack-request-id: req-9e0f546b-ca8e-4b3d-931b-55d0463fa95b {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:02:09.287609 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73731b9-f546-49dd-9cb8-73a002db9921", "tag": "a398ba8f-f3b1-4cfc-9397-3f336cae17da", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:02:09.287851 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9e0f546b-ca8e-4b3d-931b-55d0463fa95b {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:02:09.288290 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e0f546b-ca8e-4b3d-931b-55d0463fa95b'] response: {'name': 'network-changed', 'server_uuid': 'b73731b9-f546-49dd-9cb8-73a002db9921', 'tag': 'a398ba8f-f3b1-4cfc-9397-3f336cae17da', 'status': 'completed', 'code': 200} May 10 19:02:09.348306 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-d13d7b27-81d4-404b-a263-788f4d643fc0 None None] Set router c34f1854-ab5f-49fe-804e-af07c7a0edde gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:02:09.384721 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa05eff-330c-44d6-8c26-425999627f0e req-1c2fc3d6-7fd7-4e7c-8180-b60de5088f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:09.386278 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-caa05eff-330c-44d6-8c26-425999627f0e req-1c2fc3d6-7fd7-4e7c-8180-b60de5088f51 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e17dd3da9fc545fc901dc35e62332ab6&device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 1129 time: 0.0430238 May 10 19:02:09.479181 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa05eff-330c-44d6-8c26-425999627f0e req-85e29e99-0e01-48a4-911e-23aa9562d1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:09.480718 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-caa05eff-330c-44d6-8c26-425999627f0e req-85e29e99-0e01-48a4-911e-23aa9562d1ab service neutron] 10.222.0.48 "GET /v2.0/networks?id=93f50fb6-d466-4999-a1b0-4ced1d39cc1d HTTP/1.1" status: 200 len: 918 time: 0.0837250 May 10 19:02:09.552950 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-caa05eff-330c-44d6-8c26-425999627f0e req-3172953b-41b1-4119-91c1-5572c1215e04 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a398ba8f-f3b1-4cfc-9397-3f336cae17da HTTP/1.1" status: 200 len: 999 time: 0.0618274 May 10 19:02:09.565192 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d13d7b27-81d4-404b-a263-788f4d643fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1803823991-router', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:22Z', 'revision_number': 4, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'gw_port': {'id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': 'c08af77a-2835-438c-8745-6a73c7f13376', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'floating_ip_address': '172.27.1.246', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'port_id': 'a398ba8f-f3b1-4cfc-9397-3f336cae17da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d', 'mac_address': 'fa:16:3e:cf:68:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73731b9-f546-49dd-9cb8-73a002db9921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:01:55Z', 'updated_at': '2022-05-10T19:02:08Z', 'revision_number': 1, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16203859-563c-44f6-81e3-101fa509dfd8', 'name': '', 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'mac_address': 'fa:16:3e:b5:b5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8531edb7-c043-461d-9962-84adba840bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:19Z', 'updated_at': '2022-05-10T18:58:39Z', 'revision_number': 5, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'subnets': [{'id': '8531edb7-c043-461d-9962-84adba840bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:02:09.591560 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13d7b27-81d4-404b-a263-788f4d643fc0 None None] Checking router: c34f1854-ab5f-49fe-804e-af07c7a0edde for host: dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:02:09.600707 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13d7b27-81d4-404b-a263-788f4d643fc0 None None] Routers {'c34f1854-ab5f-49fe-804e-af07c7a0edde'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:02:09.601321 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d13d7b27-81d4-404b-a263-788f4d643fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:02:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['c34f1854-ab5f-49fe-804e-af07c7a0edde'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:02:09.603788 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa05eff-330c-44d6-8c26-425999627f0e req-0813a561-825d-46f2-8abe-4f22f6cd21b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:09.605280 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-caa05eff-330c-44d6-8c26-425999627f0e req-0813a561-825d-46f2-8abe-4f22f6cd21b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8531edb7-c043-461d-9962-84adba840bae HTTP/1.1" status: 200 len: 856 time: 0.0434515 May 10 19:02:09.650139 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa05eff-330c-44d6-8c26-425999627f0e req-354ad2c2-007b-4fee-894f-a49a54ac39c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:09.651617 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-caa05eff-330c-44d6-8c26-425999627f0e req-354ad2c2-007b-4fee-894f-a49a54ac39c6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=93f50fb6-d466-4999-a1b0-4ced1d39cc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386744 May 10 19:02:09.755980 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-caa05eff-330c-44d6-8c26-425999627f0e req-655e8c42-2a54-4223-973f-325b4d78eeda service neutron] 10.222.0.48 "GET /v2.0/networks/93f50fb6-d466-4999-a1b0-4ced1d39cc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956182 May 10 19:02:09.837297 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-d13d7b27-81d4-404b-a263-788f4d643fc0 None None] Set router c34f1854-ab5f-49fe-804e-af07c7a0edde gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:02:09.851194 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-caa05eff-330c-44d6-8c26-425999627f0e req-d289586b-356b-42e6-8291-59824f99205f service neutron] 10.222.0.48 "GET /v2.0/networks/93f50fb6-d466-4999-a1b0-4ced1d39cc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828757 May 10 19:02:10.074909 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d13d7b27-81d4-404b-a263-788f4d643fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1803823991-router', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:22Z', 'revision_number': 4, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'gw_port': {'id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': 'c08af77a-2835-438c-8745-6a73c7f13376', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'floating_ip_address': '172.27.1.246', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'port_id': 'a398ba8f-f3b1-4cfc-9397-3f336cae17da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d', 'mac_address': 'fa:16:3e:cf:68:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73731b9-f546-49dd-9cb8-73a002db9921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:01:55Z', 'updated_at': '2022-05-10T19:02:08Z', 'revision_number': 1, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16203859-563c-44f6-81e3-101fa509dfd8', 'name': '', 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'mac_address': 'fa:16:3e:b5:b5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8531edb7-c043-461d-9962-84adba840bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:19Z', 'updated_at': '2022-05-10T18:58:39Z', 'revision_number': 5, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'subnets': [{'id': '8531edb7-c043-461d-9962-84adba840bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:02:10.106533 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13d7b27-81d4-404b-a263-788f4d643fc0 None None] The sync data for ids ['c34f1854-ab5f-49fe-804e-af07c7a0edde'] in dv-cinder-836996-18-iscsi is: [{'id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1803823991-router', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:22Z', 'revision_number': 4, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'gw_port': {'id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': 'c08af77a-2835-438c-8745-6a73c7f13376', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'floating_ip_address': '172.27.1.246', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'port_id': 'a398ba8f-f3b1-4cfc-9397-3f336cae17da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d', 'mac_address': 'fa:16:3e:cf:68:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73731b9-f546-49dd-9cb8-73a002db9921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:01:55Z', 'updated_at': '2022-05-10T19:02:08Z', 'revision_number': 1, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16203859-563c-44f6-81e3-101fa509dfd8', 'name': '', 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'mac_address': 'fa:16:3e:b5:b5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8531edb7-c043-461d-9962-84adba840bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:19Z', 'updated_at': '2022-05-10T18:58:39Z', 'revision_number': 5, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'subnets': [{'id': '8531edb7-c043-461d-9962-84adba840bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:02:10.328413 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51588a6b-f3de-46e8-a685-e578dc215896 None None] New status for floating IP c08af77a-2835-438c-8745-6a73c7f13376: ACTIVE {{(pid=103425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:02:26.186039 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be022273-d5ca-4b1a-8257-e259aaa91c81 req-d1bf6547-b2fa-432e-aba8-d6c2c441b618 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:26.187585 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-be022273-d5ca-4b1a-8257-e259aaa91c81 req-d1bf6547-b2fa-432e-aba8-d6c2c441b618 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 945 time: 0.0468738 May 10 19:02:26.233815 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-be022273-d5ca-4b1a-8257-e259aaa91c81 req-592db37f-c1f1-4d88-8068-3c1b0a041f90 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f847eba-4109-4fd4-b8f8-806d896d3b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405760 May 10 19:02:27.366023 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2726831-c683-4209-be40-d91008ac6db5 req-6e3940e2-96be-47dc-84fe-af544c71faaa tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:27.367522 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-a2726831-c683-4209-be40-d91008ac6db5 req-6e3940e2-96be-47dc-84fe-af544c71faaa tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 945 time: 0.0659919 May 10 19:02:27.415337 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-a2726831-c683-4209-be40-d91008ac6db5 req-a2a1fe6a-8d5b-4a29-adf9-20d02d09ca7d tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f847eba-4109-4fd4-b8f8-806d896d3b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417650 May 10 19:02:28.535178 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e443f46-94a3-4dd7-b515-717605104a85 req-9ffab0fb-b2bf-42ea-884e-d4ea3931a40e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:28.536712 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-9e443f46-94a3-4dd7-b515-717605104a85 req-9ffab0fb-b2bf-42ea-884e-d4ea3931a40e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 945 time: 0.0471792 May 10 19:02:28.589934 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-9e443f46-94a3-4dd7-b515-717605104a85 req-f1ba2494-70f8-4869-9de0-31b4ae601adb tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f847eba-4109-4fd4-b8f8-806d896d3b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476816 May 10 19:02:28.862194 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d113b2e8-23a5-4216-970e-d3ff2bb8f82d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:29.722856 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64754d25-b2ed-4591-997b-9c28bb37c291 req-c1eb5134-c3eb-4fcf-9d39-4e17a9026904 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:29.725627 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-64754d25-b2ed-4591-997b-9c28bb37c291 req-c1eb5134-c3eb-4fcf-9d39-4e17a9026904 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 945 time: 0.0574398 May 10 19:02:29.933050 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70c5d9-ac7d-492d-8e72-9d07796a5d9d req-c2de39fc-241b-468e-9bb1-bcba92892181 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:29.934547 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2f70c5d9-ac7d-492d-8e72-9d07796a5d9d req-c2de39fc-241b-468e-9bb1-bcba92892181 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 945 time: 0.0481019 May 10 19:02:30.008458 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-64754d25-b2ed-4591-997b-9c28bb37c291 req-cd87165d-7f90-48ce-8be0-75d515b12465 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f847eba-4109-4fd4-b8f8-806d896d3b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2758591 May 10 19:02:30.029901 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-2f70c5d9-ac7d-492d-8e72-9d07796a5d9d req-70e55782-cb25-4d70-a702-c9e5d95b8d9e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Deleting port 429aaef2-d59b-4969-b7f6-6452143d46f3 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:02:30.030247 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-2f70c5d9-ac7d-492d-8e72-9d07796a5d9d req-70e55782-cb25-4d70-a702-c9e5d95b8d9e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (429aaef2-d59b-4969-b7f6-6452143d46f3), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:30.116967 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-2f70c5d9-ac7d-492d-8e72-9d07796a5d9d req-70e55782-cb25-4d70-a702-c9e5d95b8d9e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] For port 429aaef2-d59b-4969-b7f6-6452143d46f3, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=429aaef2-d59b-4969-b7f6-6452143d46f3,segment=NetworkSegment(305b6081-8325-44b4-b4f1-d287ed407450),segment_id=305b6081-8325-44b4-b4f1-d287ed407450)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:02:30.117357 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-2f70c5d9-ac7d-492d-8e72-9d07796a5d9d req-70e55782-cb25-4d70-a702-c9e5d95b8d9e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (429aaef2-d59b-4969-b7f6-6452143d46f3), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:30.304020 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-2f70c5d9-ac7d-492d-8e72-9d07796a5d9d req-70e55782-cb25-4d70-a702-c9e5d95b8d9e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:30.304256 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-2f70c5d9-ac7d-492d-8e72-9d07796a5d9d req-70e55782-cb25-4d70-a702-c9e5d95b8d9e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2085825'] for floatingip (e71b8c21-e56e-475f-b618-191ff3f79bd2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:30.304597 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.db.l3_db [req-2f70c5d9-ac7d-492d-8e72-9d07796a5d9d req-70e55782-cb25-4d70-a702-c9e5d95b8d9e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Floating IP e71b8c21-e56e-475f-b618-191ff3f79bd2 disassociated. External IP: 172.27.1.197, port: 429aaef2-d59b-4969-b7f6-6452143d46f3. May 10 19:02:30.304978 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-2f70c5d9-ac7d-492d-8e72-9d07796a5d9d req-70e55782-cb25-4d70-a702-c9e5d95b8d9e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Calling delete_port for 429aaef2-d59b-4969-b7f6-6452143d46f3 owned by compute:nova {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:02:30.437264 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-2f70c5d9-ac7d-492d-8e72-9d07796a5d9d req-70e55782-cb25-4d70-a702-c9e5d95b8d9e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (429aaef2-d59b-4969-b7f6-6452143d46f3), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:30.468578 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e55782-cb25-4d70-a702-c9e5d95b8d9e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Pushing event deleted for resources: {'Port': ['ID=429aaef2-d59b-4969-b7f6-6452143d46f3,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:02:30.479524 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e55782-cb25-4d70-a702-c9e5d95b8d9e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:30.479871 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e55782-cb25-4d70-a702-c9e5d95b8d9e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:30.480210 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e55782-cb25-4d70-a702-c9e5d95b8d9e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:30.480548 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e55782-cb25-4d70-a702-c9e5d95b8d9e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:30.480903 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e55782-cb25-4d70-a702-c9e5d95b8d9e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:30.481246 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e55782-cb25-4d70-a702-c9e5d95b8d9e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:30.481558 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e55782-cb25-4d70-a702-c9e5d95b8d9e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:30.481881 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e55782-cb25-4d70-a702-c9e5d95b8d9e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:30.482201 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e55782-cb25-4d70-a702-c9e5d95b8d9e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:30.482519 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e55782-cb25-4d70-a702-c9e5d95b8d9e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:30.482857 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e55782-cb25-4d70-a702-c9e5d95b8d9e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:30.483157 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e55782-cb25-4d70-a702-c9e5d95b8d9e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:30.483469 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e55782-cb25-4d70-a702-c9e5d95b8d9e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:30.483786 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e55782-cb25-4d70-a702-c9e5d95b8d9e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:30.484102 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e55782-cb25-4d70-a702-c9e5d95b8d9e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:30.596990 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f70c5d9-ac7d-492d-8e72-9d07796a5d9d req-70e55782-cb25-4d70-a702-c9e5d95b8d9e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Router 52c41e11-9de0-42a8-a512-859793306c7d has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:02:30.708378 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f70c5d9-ac7d-492d-8e72-9d07796a5d9d req-70e55782-cb25-4d70-a702-c9e5d95b8d9e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:02:30.720668 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f94742a-3411-4707-ab69-076afa2622db None None] Sync routers for ids ['52c41e11-9de0-42a8-a512-859793306c7d'] in dv-cinder-836996-18-iscsi {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:02:30.732196 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f94742a-3411-4707-ab69-076afa2622db None None] Routers {'52c41e11-9de0-42a8-a512-859793306c7d'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:02:30.733082 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-3f94742a-3411-4707-ab69-076afa2622db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:02:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['52c41e11-9de0-42a8-a512-859793306c7d'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:02:30.850215 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-3f94742a-3411-4707-ab69-076afa2622db None None] Set router 52c41e11-9de0-42a8-a512-859793306c7d gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:02:31.006191 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f70c5d9-ac7d-492d-8e72-9d07796a5d9d req-70e55782-cb25-4d70-a702-c9e5d95b8d9e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] No DVR routers for this DVR port 429aaef2-d59b-4969-b7f6-6452143d46f3 on host hv-cinder-83699 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:02:31.008783 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-2f70c5d9-ac7d-492d-8e72-9d07796a5d9d req-70e55782-cb25-4d70-a702-c9e5d95b8d9e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:31.012006 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2f70c5d9-ac7d-492d-8e72-9d07796a5d9d req-70e55782-cb25-4d70-a702-c9e5d95b8d9e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.48 "DELETE /v2.0/ports/429aaef2-d59b-4969-b7f6-6452143d46f3 HTTP/1.1" status: 204 len: 173 time: 1.0704906 May 10 19:02:31.012442 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d87d9e-ec66-4aa0-b0d4-dd02825cae2f', 'name': 'network-vif-deleted', 'tag': '429aaef2-d59b-4969-b7f6-6452143d46f3'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:02:31.014732 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ed4b76-2b89-489d-96ad-c16b611dcba5" -d '{"events": [{"server_uuid": "d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f", "name": "network-vif-deleted", "tag": "429aaef2-d59b-4969-b7f6-6452143d46f3"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:02:31.053334 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4c32df-60a7-43d5-bad3-6b7f1b0c9c3e x-openstack-request-id: req-af4c32df-60a7-43d5-bad3-6b7f1b0c9c3e {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:02:31.053613 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f", "name": "network-vif-deleted", "tag": "429aaef2-d59b-4969-b7f6-6452143d46f3", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:02:31.053945 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-af4c32df-60a7-43d5-bad3-6b7f1b0c9c3e {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:02:31.054207 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af4c32df-60a7-43d5-bad3-6b7f1b0c9c3e'] response: {'server_uuid': 'd9d87d9e-ec66-4aa0-b0d4-dd02825cae2f', 'name': 'network-vif-deleted', 'tag': '429aaef2-d59b-4969-b7f6-6452143d46f3', 'status': 'completed', 'code': 200} May 10 19:02:31.054328 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-3f94742a-3411-4707-ab69-076afa2622db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c41e11-9de0-42a8-a512-859793306c7d', 'name': 'tempest-ServerRescueNegativeTestJSON-1083329581-router', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4fa6353b-757f-4df3-9826-b2d85468adfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:03Z', 'updated_at': '2022-05-10T18:58:12Z', 'revision_number': 4, 'project_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'gw_port': {'id': '4fa6353b-757f-4df3-9826-b2d85468adfd', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c41e11-9de0-42a8-a512-859793306c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:04Z', 'updated_at': '2022-05-10T18:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '73e24de6-cf79-4d79-b1ac-5133e91e46bb', 'name': '', 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'mac_address': 'fa:16:3e:9b:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c41e11-9de0-42a8-a512-859793306c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9ed489f3-e7d1-46ad-8ba4-625045889072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:21Z', 'revision_number': 5, 'project_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'subnets': [{'id': '9ed489f3-e7d1-46ad-8ba4-625045889072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:02:31.083413 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f94742a-3411-4707-ab69-076afa2622db None None] Checking router: 52c41e11-9de0-42a8-a512-859793306c7d for host: dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:02:31.092421 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f94742a-3411-4707-ab69-076afa2622db None None] Routers {'52c41e11-9de0-42a8-a512-859793306c7d'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:02:31.093679 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-3f94742a-3411-4707-ab69-076afa2622db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:02:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['52c41e11-9de0-42a8-a512-859793306c7d'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:02:31.118542 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-856fd1fc-145c-456f-96d6-e61c60b6ca39 req-f5cdd14d-c1d6-447c-9abe-20451cb09fcf tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9d87d9e-ec66-4aa0-b0d4-dd02825cae2f HTTP/1.1" status: 200 len: 210 time: 0.0271020 May 10 19:02:31.204269 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-3f94742a-3411-4707-ab69-076afa2622db None None] Set router 52c41e11-9de0-42a8-a512-859793306c7d gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:02:31.253873 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2b661061-2142-4179-8e69-cd3628b3d539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:31.397594 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-3f94742a-3411-4707-ab69-076afa2622db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c41e11-9de0-42a8-a512-859793306c7d', 'name': 'tempest-ServerRescueNegativeTestJSON-1083329581-router', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4fa6353b-757f-4df3-9826-b2d85468adfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:03Z', 'updated_at': '2022-05-10T18:58:12Z', 'revision_number': 4, 'project_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'gw_port': {'id': '4fa6353b-757f-4df3-9826-b2d85468adfd', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c41e11-9de0-42a8-a512-859793306c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:04Z', 'updated_at': '2022-05-10T18:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '73e24de6-cf79-4d79-b1ac-5133e91e46bb', 'name': '', 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'mac_address': 'fa:16:3e:9b:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c41e11-9de0-42a8-a512-859793306c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9ed489f3-e7d1-46ad-8ba4-625045889072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:21Z', 'revision_number': 5, 'project_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'subnets': [{'id': '9ed489f3-e7d1-46ad-8ba4-625045889072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:02:31.426278 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f94742a-3411-4707-ab69-076afa2622db None None] The sync data for ids ['52c41e11-9de0-42a8-a512-859793306c7d'] in dv-cinder-836996-18-iscsi is: [{'id': '52c41e11-9de0-42a8-a512-859793306c7d', 'name': 'tempest-ServerRescueNegativeTestJSON-1083329581-router', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4fa6353b-757f-4df3-9826-b2d85468adfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:03Z', 'updated_at': '2022-05-10T18:58:12Z', 'revision_number': 4, 'project_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'gw_port': {'id': '4fa6353b-757f-4df3-9826-b2d85468adfd', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c41e11-9de0-42a8-a512-859793306c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:04Z', 'updated_at': '2022-05-10T18:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '73e24de6-cf79-4d79-b1ac-5133e91e46bb', 'name': '', 'network_id': 'f5c43a6a-f0d1-477d-a8c6-2fea358c2538', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'mac_address': 'fa:16:3e:9b:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c41e11-9de0-42a8-a512-859793306c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9ed489f3-e7d1-46ad-8ba4-625045889072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:21Z', 'revision_number': 5, 'project_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'subnets': [{'id': '9ed489f3-e7d1-46ad-8ba4-625045889072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:02:31.660969 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898ad956-181c-4730-a267-3fab4a475fe3 None None] New status for floating IP e71b8c21-e56e-475f-b618-191ff3f79bd2: DOWN {{(pid=103425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:02:32.216666 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 43544) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:02:32.276059 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cae1c965-3621-442d-8f00-72c3de819fd7 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks [] for security_group (1f847eba-4109-4fd4-b8f8-806d896d3b01), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:32.301051 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cae1c965-3621-442d-8f00-72c3de819fd7 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks [] for security_group (1f847eba-4109-4fd4-b8f8-806d896d3b01), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:32.349259 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cae1c965-3621-442d-8f00-72c3de819fd7 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (1f847eba-4109-4fd4-b8f8-806d896d3b01), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:32.351772 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cae1c965-3621-442d-8f00-72c3de819fd7 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:32.352939 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-cae1c965-3621-442d-8f00-72c3de819fd7 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "DELETE /v2.0/security-groups/1f847eba-4109-4fd4-b8f8-806d896d3b01 HTTP/1.1" status: 204 len: 168 time: 0.1351016 May 10 19:02:32.355666 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 43546) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:02:32.362023 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1c965-3621-442d-8f00-72c3de819fd7 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f847eba-4109-4fd4-b8f8-806d896d3b01,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:02:32.369329 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.api.v2.resource [None req-cabf165d-686b-49b8-b8bd-a2770fe1f75c tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] show failed (client error): The resource could not be found. May 10 19:02:32.369506 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1c965-3621-442d-8f00-72c3de819fd7 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:32.369788 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1c965-3621-442d-8f00-72c3de819fd7 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:32.370133 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1c965-3621-442d-8f00-72c3de819fd7 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:32.370376 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-cabf165d-686b-49b8-b8bd-a2770fe1f75c tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups/1f847eba-4109-4fd4-b8f8-806d896d3b01 HTTP/1.1" status: 404 len: 347 time: 0.0136802 May 10 19:02:32.370573 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1c965-3621-442d-8f00-72c3de819fd7 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:32.370864 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1c965-3621-442d-8f00-72c3de819fd7 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:32.371225 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1c965-3621-442d-8f00-72c3de819fd7 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:32.371871 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1c965-3621-442d-8f00-72c3de819fd7 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:32.372198 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1c965-3621-442d-8f00-72c3de819fd7 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:32.372525 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1c965-3621-442d-8f00-72c3de819fd7 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:32.372904 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1c965-3621-442d-8f00-72c3de819fd7 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:32.373269 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1c965-3621-442d-8f00-72c3de819fd7 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:32.373376 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 43548) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:02:32.373590 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1c965-3621-442d-8f00-72c3de819fd7 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:32.373910 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1c965-3621-442d-8f00-72c3de819fd7 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:32.374229 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1c965-3621-442d-8f00-72c3de819fd7 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:32.374555 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1c965-3621-442d-8f00-72c3de819fd7 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:32.491011 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-892773ab-8c3f-43a1-ae43-306f1697e224 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Deleting port 5e54b918-585d-44bf-a12e-d4c9db07ee4e {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:02:32.491364 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-892773ab-8c3f-43a1-ae43-306f1697e224 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (5e54b918-585d-44bf-a12e-d4c9db07ee4e), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:32.559611 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:32.571938 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-892773ab-8c3f-43a1-ae43-306f1697e224 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (5e54b918-585d-44bf-a12e-d4c9db07ee4e), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:32.572274 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-892773ab-8c3f-43a1-ae43-306f1697e224 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks [] for floatingip (5e54b918-585d-44bf-a12e-d4c9db07ee4e), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:32.585702 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-892773ab-8c3f-43a1-ae43-306f1697e224 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Calling delete_port for 5e54b918-585d-44bf-a12e-d4c9db07ee4e owned by network:floatingip {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:02:32.730023 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-892773ab-8c3f-43a1-ae43-306f1697e224 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (5e54b918-585d-44bf-a12e-d4c9db07ee4e), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:32.754451 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892773ab-8c3f-43a1-ae43-306f1697e224 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Pushing event deleted for resources: {'Port': ['ID=5e54b918-585d-44bf-a12e-d4c9db07ee4e,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:02:32.812995 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-892773ab-8c3f-43a1-ae43-306f1697e224 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks [] for floatingip (e71b8c21-e56e-475f-b618-191ff3f79bd2), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:32.815424 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-892773ab-8c3f-43a1-ae43-306f1697e224 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:32.816560 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-892773ab-8c3f-43a1-ae43-306f1697e224 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "DELETE /v2.0/floatingips/e71b8c21-e56e-475f-b618-191ff3f79bd2 HTTP/1.1" status: 204 len: 168 time: 0.4422851 May 10 19:02:33.483869 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 429aaef2-d59b-4969-b7f6-6452143d46f3 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:02:33.506899 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] No Port match for: 429aaef2-d59b-4969-b7f6-6452143d46f3 {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:02:33.507176 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 429aaef2-d59b-4969-b7f6-6452143d46f3 not bound to the agent host hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:02:33.731093 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:35.275716 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe41de5-a8cf-402b-b77a-0d407800adf8 req-38a22cfa-048f-4520-969c-cd9df1554626 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:35.277230 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-0fe41de5-a8cf-402b-b77a-0d407800adf8 req-38a22cfa-048f-4520-969c-cd9df1554626 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0499032 May 10 19:02:35.290700 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441e747-2550-48f6-8067-1217790fefb5 req-d019f137-da7a-4715-b4db-8a64d10b6860 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:35.292172 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b441e747-2550-48f6-8067-1217790fefb5 req-d019f137-da7a-4715-b4db-8a64d10b6860 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0475209 May 10 19:02:35.323564 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-0fe41de5-a8cf-402b-b77a-0d407800adf8 req-d2fe3576-cc7f-461f-a8f6-23d248b7efe0 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405886 May 10 19:02:35.342207 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b441e747-2550-48f6-8067-1217790fefb5 req-eefaf086-f3e4-4f8a-8146-f61c90b99f2c tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444307 May 10 19:02:35.380652 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:35.599716 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:02:36.443099 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f561d-443c-41ff-be90-3d2c6a32c15b req-7ba068ae-15a8-4972-b3f9-033328cc0090 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:36.444640 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-455f561d-443c-41ff-be90-3d2c6a32c15b req-7ba068ae-15a8-4972-b3f9-033328cc0090 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0467665 May 10 19:02:36.454568 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35264b7-7dc7-41e5-84a0-b11a4e03119d req-d9dd145d-ea0c-4ed1-92e0-1822f55a794e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:36.456107 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b35264b7-7dc7-41e5-84a0-b11a4e03119d req-d9dd145d-ea0c-4ed1-92e0-1822f55a794e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0463817 May 10 19:02:36.492340 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-455f561d-443c-41ff-be90-3d2c6a32c15b req-6a3b5845-5cfe-4862-9a81-76c13f5a6b89 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420561 May 10 19:02:36.502804 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b35264b7-7dc7-41e5-84a0-b11a4e03119d req-76484011-7b16-4517-9c05-3eff82326e47 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411325 May 10 19:02:37.614408 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51714188-9e1f-430b-938b-530636a32234 req-e0ce7a70-a17b-4947-872e-738dface34d1 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:37.615971 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-51714188-9e1f-430b-938b-530636a32234 req-e0ce7a70-a17b-4947-872e-738dface34d1 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0472829 May 10 19:02:37.621798 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290959f2-5f92-4f02-a3a3-64dfe375ed16 req-a57456de-0781-484d-b546-1038ddaa2b60 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:37.623224 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-290959f2-5f92-4f02-a3a3-64dfe375ed16 req-a57456de-0781-484d-b546-1038ddaa2b60 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0453620 May 10 19:02:37.667006 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-51714188-9e1f-430b-938b-530636a32234 req-c0e64de1-5115-41e5-9180-c7347bb6e6bb tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450211 May 10 19:02:37.668206 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-290959f2-5f92-4f02-a3a3-64dfe375ed16 req-06730933-3a61-4b86-8b65-1ee82b2f6d2f tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392964 May 10 19:02:38.403670 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:38.787094 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00666cd6-8fe0-4c0e-a0e5-8611669cf61e req-304edad4-1f23-4e71-836a-1d86beed92fb tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:38.788645 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-00666cd6-8fe0-4c0e-a0e5-8611669cf61e req-304edad4-1f23-4e71-836a-1d86beed92fb tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0468647 May 10 19:02:38.788937 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73bffc-ce22-4f16-a8d7-a622b61eff1e req-7a9742a8-3f91-4b86-b873-f264d913637d tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:38.790422 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4a73bffc-ce22-4f16-a8d7-a622b61eff1e req-7a9742a8-3f91-4b86-b873-f264d913637d tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0506661 May 10 19:02:38.835667 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-00666cd6-8fe0-4c0e-a0e5-8611669cf61e req-a3c11596-aa24-460c-b632-c24874bd8725 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412290 May 10 19:02:38.836659 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4a73bffc-ce22-4f16-a8d7-a622b61eff1e req-0c595423-7751-4cde-ab18-428f4cd3b7f5 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408359 May 10 19:02:39.631445 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a845c-cc2a-4486-b7bf-992cda477bf4 req-eaa47da4-6926-4b36-b6fd-f6f349dae541 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:39.632904 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-804a845c-cc2a-4486-b7bf-992cda477bf4 req-eaa47da4-6926-4b36-b6fd-f6f349dae541 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.48 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0621378 May 10 19:02:39.956598 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363d038-1489-4095-9715-31614ea0afa4 req-33f06147-dedb-48e0-ad3c-1641eb1bab01 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:39.957290 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9705b-62e8-4d86-ac4b-4a49239f24be req-d5cbd0d7-164d-4f0e-a039-a3e3cdda5a52 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:39.958027 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b363d038-1489-4095-9715-31614ea0afa4 req-33f06147-dedb-48e0-ad3c-1641eb1bab01 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0473375 May 10 19:02:39.958520 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-24a9705b-62e8-4d86-ac4b-4a49239f24be req-d5cbd0d7-164d-4f0e-a039-a3e3cdda5a52 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 945 time: 0.0476260 May 10 19:02:40.010603 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-24a9705b-62e8-4d86-ac4b-4a49239f24be req-12a9c175-7aeb-4b48-82c9-54ce4150a15e tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf8ac318-a6c6-4ead-9476-647d75bd00db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462003 May 10 19:02:40.016718 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b363d038-1489-4095-9715-31614ea0afa4 req-a11e3613-31c6-46be-9031-690ce7f279ed tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516031 May 10 19:02:40.202955 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97615628-37c7-4ba3-9dea-375ee9f7646e req-fc2d3eda-42b2-4057-85cc-d74f7b383a30 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:40.204427 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-97615628-37c7-4ba3-9dea-375ee9f7646e req-fc2d3eda-42b2-4057-85cc-d74f7b383a30 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.48 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 946 time: 0.0718479 May 10 19:02:40.223092 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-804a845c-cc2a-4486-b7bf-992cda477bf4 req-1a75f02a-932c-4dc7-94a5-e8eec0d80a27 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Deleting port 3b7e5737-5e94-464a-80ae-39d85134cbca {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:02:40.223371 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-804a845c-cc2a-4486-b7bf-992cda477bf4 req-1a75f02a-932c-4dc7-94a5-e8eec0d80a27 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (3b7e5737-5e94-464a-80ae-39d85134cbca), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:40.315429 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-804a845c-cc2a-4486-b7bf-992cda477bf4 req-1a75f02a-932c-4dc7-94a5-e8eec0d80a27 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] For port 3b7e5737-5e94-464a-80ae-39d85134cbca, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3b7e5737-5e94-464a-80ae-39d85134cbca,segment=NetworkSegment(1868c427-5847-444e-a7f0-4f51b9eb2322),segment_id=1868c427-5847-444e-a7f0-4f51b9eb2322)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:02:40.318397 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-804a845c-cc2a-4486-b7bf-992cda477bf4 req-1a75f02a-932c-4dc7-94a5-e8eec0d80a27 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (3b7e5737-5e94-464a-80ae-39d85134cbca), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:40.554892 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-97615628-37c7-4ba3-9dea-375ee9f7646e req-7a6412d4-8098-4dec-b893-08130281b6ad tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Deleting port 6b454d25-9193-4894-8b66-730ea63f15c4 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:02:40.555319 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-97615628-37c7-4ba3-9dea-375ee9f7646e req-7a6412d4-8098-4dec-b893-08130281b6ad tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (6b454d25-9193-4894-8b66-730ea63f15c4), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:40.578158 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-804a845c-cc2a-4486-b7bf-992cda477bf4 req-1a75f02a-932c-4dc7-94a5-e8eec0d80a27 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:40.578486 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-804a845c-cc2a-4486-b7bf-992cda477bf4 req-1a75f02a-932c-4dc7-94a5-e8eec0d80a27 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2085825'] for floatingip (bb601c6e-9030-473c-96c1-d17758ac4d48), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:40.578785 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.db.l3_db [req-804a845c-cc2a-4486-b7bf-992cda477bf4 req-1a75f02a-932c-4dc7-94a5-e8eec0d80a27 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Floating IP bb601c6e-9030-473c-96c1-d17758ac4d48 disassociated. External IP: 172.27.1.92, port: 3b7e5737-5e94-464a-80ae-39d85134cbca. May 10 19:02:40.579187 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-804a845c-cc2a-4486-b7bf-992cda477bf4 req-1a75f02a-932c-4dc7-94a5-e8eec0d80a27 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Calling delete_port for 3b7e5737-5e94-464a-80ae-39d85134cbca owned by compute:nova {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:02:40.699842 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-97615628-37c7-4ba3-9dea-375ee9f7646e req-7a6412d4-8098-4dec-b893-08130281b6ad tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] For port 6b454d25-9193-4894-8b66-730ea63f15c4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6b454d25-9193-4894-8b66-730ea63f15c4,segment=NetworkSegment(305b6081-8325-44b4-b4f1-d287ed407450),segment_id=305b6081-8325-44b4-b4f1-d287ed407450)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:02:40.700195 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-97615628-37c7-4ba3-9dea-375ee9f7646e req-7a6412d4-8098-4dec-b893-08130281b6ad tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (6b454d25-9193-4894-8b66-730ea63f15c4), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:40.720506 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-97615628-37c7-4ba3-9dea-375ee9f7646e req-7a6412d4-8098-4dec-b893-08130281b6ad tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Calling delete_port for 6b454d25-9193-4894-8b66-730ea63f15c4 owned by compute:nova {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:02:40.830741 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-804a845c-cc2a-4486-b7bf-992cda477bf4 req-1a75f02a-932c-4dc7-94a5-e8eec0d80a27 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (3b7e5737-5e94-464a-80ae-39d85134cbca), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:40.864436 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75f02a-932c-4dc7-94a5-e8eec0d80a27 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Pushing event deleted for resources: {'Port': ['ID=3b7e5737-5e94-464a-80ae-39d85134cbca,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:02:40.967320 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-97615628-37c7-4ba3-9dea-375ee9f7646e req-7a6412d4-8098-4dec-b893-08130281b6ad tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (6b454d25-9193-4894-8b66-730ea63f15c4), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:41.002955 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['6b454d25-9193-4894-8b66-730ea63f15c4', '92a763e8-0127-48f4-b51e-d0f7dfe094b6'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:02:41.042933 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6412d4-8098-4dec-b893-08130281b6ad tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Pushing event deleted for resources: {'Port': ['ID=6b454d25-9193-4894-8b66-730ea63f15c4,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:02:41.096612 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-97615628-37c7-4ba3-9dea-375ee9f7646e req-7a6412d4-8098-4dec-b893-08130281b6ad tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] No DVR routers for this DVR port 6b454d25-9193-4894-8b66-730ea63f15c4 on host hv-cinder-83699 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:02:41.099467 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.l3_agent_scheduler [req-804a845c-cc2a-4486-b7bf-992cda477bf4 req-1a75f02a-932c-4dc7-94a5-e8eec0d80a27 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Router 8e7968d0-167e-4fa8-9cf7-581b622af1ca has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:02:41.101934 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-97615628-37c7-4ba3-9dea-375ee9f7646e req-7a6412d4-8098-4dec-b893-08130281b6ad tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:41.105353 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-97615628-37c7-4ba3-9dea-375ee9f7646e req-7a6412d4-8098-4dec-b893-08130281b6ad tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.48 "DELETE /v2.0/ports/6b454d25-9193-4894-8b66-730ea63f15c4 HTTP/1.1" status: 204 len: 173 time: 0.6884713 May 10 19:02:41.105495 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a8a2ba-cdd2-4453-ae0e-81cb754b030f', 'name': 'network-vif-deleted', 'tag': '6b454d25-9193-4894-8b66-730ea63f15c4'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:02:41.108709 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa96075b-83b4-4704-9e4a-8459a34c3952" -d '{"events": [{"server_uuid": "91a8a2ba-cdd2-4453-ae0e-81cb754b030f", "name": "network-vif-deleted", "tag": "6b454d25-9193-4894-8b66-730ea63f15c4"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:02:41.139435 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-c4c00f3c-835b-40e3-803b-4337b04ed518 req-5548ecd1-2b5c-4d5c-ba88-d3ce6c016938 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=91a8a2ba-cdd2-4453-ae0e-81cb754b030f HTTP/1.1" status: 200 len: 210 time: 0.0404220 May 10 19:02:41.147969 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-764b671d-e166-47bf-9790-2329f325e543 req-76365a5a-c721-4fcd-9168-519b33ecb8a5 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=398c5e30-dbd6-440a-80b8-61cf25c933eb HTTP/1.1" status: 200 len: 210 time: 0.0472438 May 10 19:02:41.257591 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3844921d-cdae-4e74-b85c-189014b94de7 x-openstack-request-id: req-3844921d-cdae-4e74-b85c-189014b94de7 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:02:41.257881 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a8a2ba-cdd2-4453-ae0e-81cb754b030f", "name": "network-vif-deleted", "tag": "6b454d25-9193-4894-8b66-730ea63f15c4", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:02:41.258137 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3844921d-cdae-4e74-b85c-189014b94de7 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:02:41.258538 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3844921d-cdae-4e74-b85c-189014b94de7'] response: {'server_uuid': '91a8a2ba-cdd2-4453-ae0e-81cb754b030f', 'name': 'network-vif-deleted', 'tag': '6b454d25-9193-4894-8b66-730ea63f15c4', 'status': 'completed', 'code': 200} May 10 19:02:41.280344 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-804a845c-cc2a-4486-b7bf-992cda477bf4 req-1a75f02a-932c-4dc7-94a5-e8eec0d80a27 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:02:41.291982 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c03f82-1592-42f9-9470-b4cc3ef1f0d4 None None] Sync routers for ids ['8e7968d0-167e-4fa8-9cf7-581b622af1ca'] in dv-cinder-836996-18-iscsi {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:02:41.304156 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c03f82-1592-42f9-9470-b4cc3ef1f0d4 None None] Routers {'8e7968d0-167e-4fa8-9cf7-581b622af1ca'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:02:41.305163 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e0c03f82-1592-42f9-9470-b4cc3ef1f0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:02:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['8e7968d0-167e-4fa8-9cf7-581b622af1ca'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:02:41.329867 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-804a845c-cc2a-4486-b7bf-992cda477bf4 req-1a75f02a-932c-4dc7-94a5-e8eec0d80a27 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] No DVR routers for this DVR port 3b7e5737-5e94-464a-80ae-39d85134cbca on host hv-cinder-83699 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:02:41.332558 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-804a845c-cc2a-4486-b7bf-992cda477bf4 req-1a75f02a-932c-4dc7-94a5-e8eec0d80a27 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:41.336142 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-804a845c-cc2a-4486-b7bf-992cda477bf4 req-1a75f02a-932c-4dc7-94a5-e8eec0d80a27 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.48 "DELETE /v2.0/ports/3b7e5737-5e94-464a-80ae-39d85134cbca HTTP/1.1" status: 204 len: 173 time: 1.2406728 May 10 19:02:41.433658 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-e0c03f82-1592-42f9-9470-b4cc3ef1f0d4 None None] Set router 8e7968d0-167e-4fa8-9cf7-581b622af1ca gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:02:41.522128 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 3b7e5737-5e94-464a-80ae-39d85134cbca no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:02:41.587669 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] No Port match for: 3b7e5737-5e94-464a-80ae-39d85134cbca {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:02:41.588016 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 3b7e5737-5e94-464a-80ae-39d85134cbca not bound to the agent host hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:02:41.680409 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e0c03f82-1592-42f9-9470-b4cc3ef1f0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'name': 'tempest-AttachVolumeTestJSON-1983261218-router', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:04Z', 'updated_at': '2022-05-10T18:58:17Z', 'revision_number': 4, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'gw_port': {'id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:07Z', 'updated_at': '2022-05-10T18:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '59f04c5d-5ac4-4579-9530-dc79b8f0a486', 'name': '', 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'mac_address': 'fa:16:3e:ed:7e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '945414bb-2eef-4f0c-992b-73a797dbf824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:15Z', 'updated_at': '2022-05-10T18:58:32Z', 'revision_number': 5, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'subnets': [{'id': '945414bb-2eef-4f0c-992b-73a797dbf824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:02:41.716952 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c03f82-1592-42f9-9470-b4cc3ef1f0d4 None None] Checking router: 8e7968d0-167e-4fa8-9cf7-581b622af1ca for host: dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:02:41.726575 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c03f82-1592-42f9-9470-b4cc3ef1f0d4 None None] Routers {'8e7968d0-167e-4fa8-9cf7-581b622af1ca'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:02:41.727215 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e0c03f82-1592-42f9-9470-b4cc3ef1f0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:02:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['8e7968d0-167e-4fa8-9cf7-581b622af1ca'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:02:41.967840 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-e0c03f82-1592-42f9-9470-b4cc3ef1f0d4 None None] Set router 8e7968d0-167e-4fa8-9cf7-581b622af1ca gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:02:42.161371 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e0c03f82-1592-42f9-9470-b4cc3ef1f0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'name': 'tempest-AttachVolumeTestJSON-1983261218-router', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:04Z', 'updated_at': '2022-05-10T18:58:17Z', 'revision_number': 4, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'gw_port': {'id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:07Z', 'updated_at': '2022-05-10T18:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '59f04c5d-5ac4-4579-9530-dc79b8f0a486', 'name': '', 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'mac_address': 'fa:16:3e:ed:7e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '945414bb-2eef-4f0c-992b-73a797dbf824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:15Z', 'updated_at': '2022-05-10T18:58:32Z', 'revision_number': 5, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'subnets': [{'id': '945414bb-2eef-4f0c-992b-73a797dbf824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:02:42.194536 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c03f82-1592-42f9-9470-b4cc3ef1f0d4 None None] The sync data for ids ['8e7968d0-167e-4fa8-9cf7-581b622af1ca'] in dv-cinder-836996-18-iscsi is: [{'id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'name': 'tempest-AttachVolumeTestJSON-1983261218-router', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:04Z', 'updated_at': '2022-05-10T18:58:17Z', 'revision_number': 4, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'gw_port': {'id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:07Z', 'updated_at': '2022-05-10T18:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '59f04c5d-5ac4-4579-9530-dc79b8f0a486', 'name': '', 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'mac_address': 'fa:16:3e:ed:7e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '945414bb-2eef-4f0c-992b-73a797dbf824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:15Z', 'updated_at': '2022-05-10T18:58:32Z', 'revision_number': 5, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'subnets': [{'id': '945414bb-2eef-4f0c-992b-73a797dbf824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:02:42.248780 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 43644) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:02:42.309510 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-49ddb980-7592-4fce-8e74-7b951dc28727 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for security_group (cf8ac318-a6c6-4ead-9476-647d75bd00db), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:42.334635 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-49ddb980-7592-4fce-8e74-7b951dc28727 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for security_group (cf8ac318-a6c6-4ead-9476-647d75bd00db), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:42.393454 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-49ddb980-7592-4fce-8e74-7b951dc28727 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (cf8ac318-a6c6-4ead-9476-647d75bd00db), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:42.396058 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-49ddb980-7592-4fce-8e74-7b951dc28727 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:42.397286 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-49ddb980-7592-4fce-8e74-7b951dc28727 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "DELETE /v2.0/security-groups/cf8ac318-a6c6-4ead-9476-647d75bd00db HTTP/1.1" status: 204 len: 168 time: 0.1461477 May 10 19:02:42.400201 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 43648) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:02:42.415927 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ddb980-7592-4fce-8e74-7b951dc28727 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8ac318-a6c6-4ead-9476-647d75bd00db,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:02:42.418029 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.api.v2.resource [None req-1554ddb7-aded-48cc-8596-ec8b4dd8780f tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] show failed (client error): The resource could not be found. May 10 19:02:42.421733 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-1554ddb7-aded-48cc-8596-ec8b4dd8780f tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups/cf8ac318-a6c6-4ead-9476-647d75bd00db HTTP/1.1" status: 404 len: 347 time: 0.0134583 May 10 19:02:42.424784 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 43650) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:02:42.458728 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1a7e0-6331-4111-b3af-8dd3ac042554 req-4babb97a-d65c-491d-915c-aad507370561 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:42.467006 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-47c1a7e0-6331-4111-b3af-8dd3ac042554 req-4babb97a-d65c-491d-915c-aad507370561 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 945 time: 0.0685823 May 10 19:02:42.521261 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82943533-fe1d-4d09-ad28-a4a425fc1f5b None None] New status for floating IP bb601c6e-9030-473c-96c1-d17758ac4d48: DOWN {{(pid=103425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:02:42.522787 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-47c1a7e0-6331-4111-b3af-8dd3ac042554 req-414f1a0f-a391-4226-bf9d-20aac3cd1a5e tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549042 May 10 19:02:42.548147 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-df7fa311-af63-4162-9fa5-30fefb7340e1 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Deleting port ddcd4754-37b5-419b-ab94-057026dcede6 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:02:42.548574 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-df7fa311-af63-4162-9fa5-30fefb7340e1 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (ddcd4754-37b5-419b-ab94-057026dcede6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:42.625882 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-df7fa311-af63-4162-9fa5-30fefb7340e1 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (ddcd4754-37b5-419b-ab94-057026dcede6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:42.626387 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-df7fa311-af63-4162-9fa5-30fefb7340e1 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for floatingip (ddcd4754-37b5-419b-ab94-057026dcede6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:42.640231 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-df7fa311-af63-4162-9fa5-30fefb7340e1 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Calling delete_port for ddcd4754-37b5-419b-ab94-057026dcede6 owned by network:floatingip {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:02:42.775214 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-df7fa311-af63-4162-9fa5-30fefb7340e1 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4468833'] for port (ddcd4754-37b5-419b-ab94-057026dcede6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:42.799947 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7fa311-af63-4162-9fa5-30fefb7340e1 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Pushing event deleted for resources: {'Port': ['ID=ddcd4754-37b5-419b-ab94-057026dcede6,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:02:42.863547 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-df7fa311-af63-4162-9fa5-30fefb7340e1 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for floatingip (bb601c6e-9030-473c-96c1-d17758ac4d48), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:42.866062 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-df7fa311-af63-4162-9fa5-30fefb7340e1 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:42.867217 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-df7fa311-af63-4162-9fa5-30fefb7340e1 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "DELETE /v2.0/floatingips/bb601c6e-9030-473c-96c1-d17758ac4d48 HTTP/1.1" status: 204 len: 168 time: 0.4414415 May 10 19:02:42.947233 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 43656) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:02:42.951853 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-c4559ba3-a06f-475e-8be9-6c3b2a6c27ea tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Request body: {'security_group': {'name': 'tempest-securitygroup--386822399', 'description': 'tempest-description--44034124'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:02:42.974496 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4559ba3-a06f-475e-8be9-6c3b2a6c27ea tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:43.044051 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4559ba3-a06f-475e-8be9-6c3b2a6c27ea tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for security_group (1c4dfa36-bc3e-4ad6-8af6-2156d344e5bd), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:43.049801 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4559ba3-a06f-475e-8be9-6c3b2a6c27ea tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (1c4dfa36-bc3e-4ad6-8af6-2156d344e5bd), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:43.078238 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4559ba3-a06f-475e-8be9-6c3b2a6c27ea tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:43.079527 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-c4559ba3-a06f-475e-8be9-6c3b2a6c27ea tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1311815 May 10 19:02:43.081612 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4559ba3-a06f-475e-8be9-6c3b2a6c27ea tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4dfa36-bc3e-4ad6-8af6-2156d344e5bd,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:02:43.082567 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 43658) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:02:43.088094 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-b9dea3fe-f9d1-4f96-92b6-052dac50f412 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Request body: {'security_group_rule': {'security_group_id': '1c4dfa36-bc3e-4ad6-8af6-2156d344e5bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:02:43.115826 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b9dea3fe-f9d1-4f96-92b6-052dac50f412 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for security_group_rule (5f500753-273f-49ed-baec-985779154de4), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:43.180097 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b9dea3fe-f9d1-4f96-92b6-052dac50f412 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for security_group_rule (5f500753-273f-49ed-baec-985779154de4), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:43.185322 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b9dea3fe-f9d1-4f96-92b6-052dac50f412 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063310'] for security_group_rule (5f500753-273f-49ed-baec-985779154de4), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:43.205233 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dea3fe-f9d1-4f96-92b6-052dac50f412 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f500753-273f-49ed-baec-985779154de4,revision_number=0']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:02:43.210953 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b9dea3fe-f9d1-4f96-92b6-052dac50f412 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:43.212144 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-b9dea3fe-f9d1-4f96-92b6-052dac50f412 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1277590 May 10 19:02:43.214760 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 43660) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:02:43.218937 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-6652b68a-dd3f-4e34-94da-776623e771a0 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Request body: {'security_group_rule': {'security_group_id': '1c4dfa36-bc3e-4ad6-8af6-2156d344e5bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:02:43.244926 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6652b68a-dd3f-4e34-94da-776623e771a0 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for security_group_rule (e2d2613b-5432-422e-a78a-c19faab11ec6), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:43.259170 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398c5e30-dbd6-440a-80b8-61cf25c933eb', 'name': 'network-vif-deleted', 'tag': '3b7e5737-5e94-464a-80ae-39d85134cbca'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:02:43.261394 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e91106-51d5-4a7e-a315-ec4f0270d89d" -d '{"events": [{"server_uuid": "398c5e30-dbd6-440a-80b8-61cf25c933eb", "name": "network-vif-deleted", "tag": "3b7e5737-5e94-464a-80ae-39d85134cbca"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:02:43.301405 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d49062-fdf3-42bf-b741-cf1322d89d91 x-openstack-request-id: req-b1d49062-fdf3-42bf-b741-cf1322d89d91 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:02:43.301697 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "398c5e30-dbd6-440a-80b8-61cf25c933eb", "name": "network-vif-deleted", "tag": "3b7e5737-5e94-464a-80ae-39d85134cbca", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:02:43.301947 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b1d49062-fdf3-42bf-b741-cf1322d89d91 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:02:43.302367 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1d49062-fdf3-42bf-b741-cf1322d89d91'] response: {'server_uuid': '398c5e30-dbd6-440a-80b8-61cf25c933eb', 'name': 'network-vif-deleted', 'tag': '3b7e5737-5e94-464a-80ae-39d85134cbca', 'status': 'completed', 'code': 200} May 10 19:02:43.307923 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6652b68a-dd3f-4e34-94da-776623e771a0 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for security_group_rule (e2d2613b-5432-422e-a78a-c19faab11ec6), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:43.312948 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6652b68a-dd3f-4e34-94da-776623e771a0 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063310'] for security_group_rule (e2d2613b-5432-422e-a78a-c19faab11ec6), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:43.329929 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652b68a-dd3f-4e34-94da-776623e771a0 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d2613b-5432-422e-a78a-c19faab11ec6,revision_number=0']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:02:43.338578 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6652b68a-dd3f-4e34-94da-776623e771a0 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:43.339779 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-6652b68a-dd3f-4e34-94da-776623e771a0 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241040 May 10 19:02:43.342791 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 43664) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:02:43.347001 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-e452c3ac-e0cb-4392-bce8-927623747472 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Request body: {'floatingip': {'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:02:43.367730 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e452c3ac-e0cb-4392-bce8-927623747472 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:43.449982 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e452c3ac-e0cb-4392-bce8-927623747472 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:43.520621 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 6b454d25-9193-4894-8b66-730ea63f15c4 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:02:43.541401 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] No Port match for: 6b454d25-9193-4894-8b66-730ea63f15c4 {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:02:43.541743 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 6b454d25-9193-4894-8b66-730ea63f15c4 not bound to the agent host hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:02:43.553777 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-e452c3ac-e0cb-4392-bce8-927623747472 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Allocated IP 172.27.1.244 (fea53afb-2d4d-48cb-89ec-9b33d8fc553d/12fc4f2d-8382-4ccf-abb9-52281f433079/1a1d9cc8-1539-4dbd-876e-fdc23ae06737) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:02:43.667672 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f988a53-710e-4236-a6f5-69e3e0f62e89 req-cb8b63dd-e274-4aee-a23e-5f59c850a40f tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:43.669168 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2f988a53-710e-4236-a6f5-69e3e0f62e89 req-cb8b63dd-e274-4aee-a23e-5f59c850a40f tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 945 time: 0.0610793 May 10 19:02:43.709700 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e452c3ac-e0cb-4392-bce8-927623747472 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for port (1a1d9cc8-1539-4dbd-876e-fdc23ae06737), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:43.756196 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2f988a53-710e-4236-a6f5-69e3e0f62e89 req-1c1bc5e1-5936-4b2b-bde5-c28ee9de1c12 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789514 May 10 19:02:43.772526 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e452c3ac-e0cb-4392-bce8-927623747472 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (1a1d9cc8-1539-4dbd-876e-fdc23ae06737), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:43.809628 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e452c3ac-e0cb-4392-bce8-927623747472 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Network fea53afb-2d4d-48cb-89ec-9b33d8fc553d is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:02:43.812427 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-e452c3ac-e0cb-4392-bce8-927623747472 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:02:43.815009 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e452c3ac-e0cb-4392-bce8-927623747472 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:02:43.839666 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e452c3ac-e0cb-4392-bce8-927623747472 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Pushing event updated for resources: {'Port': ['ID=1a1d9cc8-1539-4dbd-876e-fdc23ae06737,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:02:43.906839 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e452c3ac-e0cb-4392-bce8-927623747472 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for floatingip (8148f1ec-4134-459f-a484-41aeca70039c), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:43.944562 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e452c3ac-e0cb-4392-bce8-927623747472 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (1a1d9cc8-1539-4dbd-876e-fdc23ae06737), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:44.099966 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e452c3ac-e0cb-4392-bce8-927623747472 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for port (1a1d9cc8-1539-4dbd-876e-fdc23ae06737), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:44.107940 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e452c3ac-e0cb-4392-bce8-927623747472 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (1a1d9cc8-1539-4dbd-876e-fdc23ae06737), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:44.175895 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e452c3ac-e0cb-4392-bce8-927623747472 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Pushing event updated for resources: {'Port': ['ID=1a1d9cc8-1539-4dbd-876e-fdc23ae06737,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:02:44.187353 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e452c3ac-e0cb-4392-bce8-927623747472 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2085825'] for floatingip (8148f1ec-4134-459f-a484-41aeca70039c), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:44.203710 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e452c3ac-e0cb-4392-bce8-927623747472 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:44.204958 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-e452c3ac-e0cb-4392-bce8-927623747472 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8612361 May 10 19:02:44.415087 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-4cade15e-e4b3-4c5e-80eb-c2587ec85528 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--386822399&fields=id&tenant_id=f211dbe09fc34141b9d519a6e69c8dc2 HTTP/1.1" status: 200 len: 267 time: 0.0458329 May 10 19:02:44.524163 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-11cc756f-7422-4b74-ad3c-22a3608a49ed tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:44.525658 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-11cc756f-7422-4b74-ad3c-22a3608a49ed tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/networks?id=17ce47ba-754f-4a57-b915-d9f184cff0b4 HTTP/1.1" status: 200 len: 811 time: 0.1038656 May 10 19:02:44.540602 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-6a90eaeb-1219-4dec-81a2-71a5c264fe06 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/quotas/f211dbe09fc34141b9d519a6e69c8dc2 HTTP/1.1" status: 200 len: 375 time: 0.0094273 May 10 19:02:44.588713 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-c09fa967-cccf-487b-a1fc-2c932c2f009e tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f211dbe09fc34141b9d519a6e69c8dc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431376 May 10 19:02:44.692526 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-e359bdaf-d425-4970-90c3-52df2a296cd5 service neutron] 10.222.0.52 "GET /v2.0/networks/17ce47ba-754f-4a57-b915-d9f184cff0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918357 May 10 19:02:44.786731 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-d4a72950-0cfa-4b00-b8cd-7a0255fa1b4f service neutron] 10.222.0.52 "GET /v2.0/networks/17ce47ba-754f-4a57-b915-d9f184cff0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861306 May 10 19:02:44.870318 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303774b6-8528-42e9-b05d-c4cb5bbfd819 req-f4b7c7e8-35d8-4525-a0fb-eb5f083fe586 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:44.872227 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-303774b6-8528-42e9-b05d-c4cb5bbfd819 req-f4b7c7e8-35d8-4525-a0fb-eb5f083fe586 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 945 time: 0.0469875 May 10 19:02:44.924357 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-303774b6-8528-42e9-b05d-c4cb5bbfd819 req-615d0c0d-db73-41ed-9a3f-4e03f6c0900a tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460896 May 10 19:02:44.955453 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-44d6302f-f20a-49c5-9431-e22c19ea68ee req-1a884197-b9cf-44b5-b28e-342fd8c697c9 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=03153d7d-c8c0-4c25-8cf9-6876220b584f HTTP/1.1" status: 200 len: 210 time: 0.0286922 May 10 19:02:45.975674 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67892eca-fc83-4545-9ce0-2aa23a2f372a req-16efc60e-4fbb-4276-b2fe-949b0cb9369c tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:45.978660 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-67892eca-fc83-4545-9ce0-2aa23a2f372a req-16efc60e-4fbb-4276-b2fe-949b0cb9369c tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.48 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 945 time: 0.0543365 May 10 19:02:46.069191 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-19babc24-6ce1-46d7-90dc-9958a2c97ff1 req-485ce714-ca5e-446d-8f9d-7d5b11f33668 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=03153d7d-c8c0-4c25-8cf9-6876220b584f HTTP/1.1" status: 200 len: 210 time: 0.0288856 May 10 19:02:46.104422 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e386e-cc37-4764-a366-6d318f84f6aa req-5ed16cc0-4681-4ec8-bb46-4f6484850bb3 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:46.105977 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-029e386e-cc37-4764-a366-6d318f84f6aa req-5ed16cc0-4681-4ec8-bb46-4f6484850bb3 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/ports?device_id=244dae3f-5242-4188-97f7-ce2ddc28d52f HTTP/1.1" status: 200 len: 945 time: 0.0769610 May 10 19:02:46.132487 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-67892eca-fc83-4545-9ce0-2aa23a2f372a req-7cef07bd-7a22-4083-b94c-eb4346ec6d67 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Deleting port 92a763e8-0127-48f4-b51e-d0f7dfe094b6 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:02:46.132867 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-67892eca-fc83-4545-9ce0-2aa23a2f372a req-7cef07bd-7a22-4083-b94c-eb4346ec6d67 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (92a763e8-0127-48f4-b51e-d0f7dfe094b6), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:46.209814 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-029e386e-cc37-4764-a366-6d318f84f6aa req-16e74052-bf9f-46bf-82b6-f8d4d65b096c tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.52 "GET /v2.0/security-groups?id=9846af26-0a7d-4aba-aa1d-879008704e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981410 May 10 19:02:46.242580 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-67892eca-fc83-4545-9ce0-2aa23a2f372a req-7cef07bd-7a22-4083-b94c-eb4346ec6d67 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] For port 92a763e8-0127-48f4-b51e-d0f7dfe094b6, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=92a763e8-0127-48f4-b51e-d0f7dfe094b6,segment=NetworkSegment(305b6081-8325-44b4-b4f1-d287ed407450),segment_id=305b6081-8325-44b4-b4f1-d287ed407450)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:02:46.242946 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-67892eca-fc83-4545-9ce0-2aa23a2f372a req-7cef07bd-7a22-4083-b94c-eb4346ec6d67 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (92a763e8-0127-48f4-b51e-d0f7dfe094b6), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:46.256043 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-67892eca-fc83-4545-9ce0-2aa23a2f372a req-7cef07bd-7a22-4083-b94c-eb4346ec6d67 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Calling delete_port for 92a763e8-0127-48f4-b51e-d0f7dfe094b6 owned by compute:nova {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:02:46.387340 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-67892eca-fc83-4545-9ce0-2aa23a2f372a req-7cef07bd-7a22-4083-b94c-eb4346ec6d67 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (92a763e8-0127-48f4-b51e-d0f7dfe094b6), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:46.421167 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['92a763e8-0127-48f4-b51e-d0f7dfe094b6'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:02:46.426522 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef07bd-7a22-4083-b94c-eb4346ec6d67 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Pushing event deleted for resources: {'Port': ['ID=92a763e8-0127-48f4-b51e-d0f7dfe094b6,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:02:46.506221 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-67892eca-fc83-4545-9ce0-2aa23a2f372a req-7cef07bd-7a22-4083-b94c-eb4346ec6d67 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] No DVR routers for this DVR port 92a763e8-0127-48f4-b51e-d0f7dfe094b6 on host hv-cinder-83699 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:02:46.510160 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-67892eca-fc83-4545-9ce0-2aa23a2f372a req-7cef07bd-7a22-4083-b94c-eb4346ec6d67 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:46.513389 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-67892eca-fc83-4545-9ce0-2aa23a2f372a req-7cef07bd-7a22-4083-b94c-eb4346ec6d67 tempest-ServerRescueNegativeTestJSON-568787289 tempest-ServerRescueNegativeTestJSON-568787289-project] 10.222.0.48 "DELETE /v2.0/ports/92a763e8-0127-48f4-b51e-d0f7dfe094b6 HTTP/1.1" status: 204 len: 173 time: 0.5229640 May 10 19:02:46.513834 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244dae3f-5242-4188-97f7-ce2ddc28d52f', 'name': 'network-vif-deleted', 'tag': '92a763e8-0127-48f4-b51e-d0f7dfe094b6'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:02:46.516112 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef39534b-5583-4b75-a0b6-29c35dbcd92a" -d '{"events": [{"server_uuid": "244dae3f-5242-4188-97f7-ce2ddc28d52f", "name": "network-vif-deleted", "tag": "92a763e8-0127-48f4-b51e-d0f7dfe094b6"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:02:46.556793 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2525534d-6601-4246-8b5e-58a3b4f6081b x-openstack-request-id: req-2525534d-6601-4246-8b5e-58a3b4f6081b {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:02:46.557081 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "244dae3f-5242-4188-97f7-ce2ddc28d52f", "name": "network-vif-deleted", "tag": "92a763e8-0127-48f4-b51e-d0f7dfe094b6", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:02:46.557329 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2525534d-6601-4246-8b5e-58a3b4f6081b {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:02:46.557727 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2525534d-6601-4246-8b5e-58a3b4f6081b'] response: {'server_uuid': '244dae3f-5242-4188-97f7-ce2ddc28d52f', 'name': 'network-vif-deleted', 'tag': '92a763e8-0127-48f4-b51e-d0f7dfe094b6', 'status': 'completed', 'code': 200} May 10 19:02:46.578185 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-31d865b6-484a-407a-9759-1546404e1cee tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:46.579650 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-31d865b6-484a-407a-9759-1546404e1cee tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.48 "GET /v2.0/networks?id=17ce47ba-754f-4a57-b915-d9f184cff0b4 HTTP/1.1" status: 200 len: 811 time: 0.1844163 May 10 19:02:46.705065 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-5503d4c7-c692-44de-8181-1d3370585e85 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f211dbe09fc34141b9d519a6e69c8dc2 HTTP/1.1" status: 200 len: 379 time: 0.0544679 May 10 19:02:46.809684 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-76bb9014-d9d5-439b-95a0-7fadd0c8b0e7 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Request body: {'port': {'device_id': '03153d7d-c8c0-4c25-8cf9-6876220b584f', 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4', 'admin_state_up': True, 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'security_groups': ['1c4dfa36-bc3e-4ad6-8af6-2156d344e5bd']}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:02:47.195364 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2eb93a35-a939-4b2c-8c0e-64b0a172d39b req-4ec69b8c-19e4-49b8-8211-735da91f4b32 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=03153d7d-c8c0-4c25-8cf9-6876220b584f HTTP/1.1" status: 200 len: 210 time: 0.0405493 May 10 19:02:47.218258 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-76bb9014-d9d5-439b-95a0-7fadd0c8b0e7 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Made reservation on behalf of f211dbe09fc34141b9d519a6e69c8dc2 for: {'port': 1} {{(pid=103423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:02:47.219447 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-76bb9014-d9d5-439b-95a0-7fadd0c8b0e7 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:47.273424 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 43720) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:02:47.383528 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-76bb9014-d9d5-439b-95a0-7fadd0c8b0e7 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Allocated IP 172.20.0.10 (17ce47ba-754f-4a57-b915-d9f184cff0b4/945414bb-2eef-4f0c-992b-73a797dbf824/04b8a92e-ae07-4bf3-8f3e-73cf7f637e41) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:02:47.541110 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-76bb9014-d9d5-439b-95a0-7fadd0c8b0e7 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for port (04b8a92e-ae07-4bf3-8f3e-73cf7f637e41), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:47.555707 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216711ab-940e-4858-afc1-8a1f8cf33050 req-c435eb6a-7421-4344-9fdb-0d8d6f3f7e71 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:47.557216 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-216711ab-940e-4858-afc1-8a1f8cf33050 req-c435eb6a-7421-4344-9fdb-0d8d6f3f7e71 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=42406426-014c-4cba-bc36-a1ad8f40deda HTTP/1.1" status: 200 len: 945 time: 0.0744603 May 10 19:02:47.575710 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-76bb9014-d9d5-439b-95a0-7fadd0c8b0e7 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (04b8a92e-ae07-4bf3-8f3e-73cf7f637e41), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:47.624240 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-76bb9014-d9d5-439b-95a0-7fadd0c8b0e7 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Network 17ce47ba-754f-4a57-b915-d9f184cff0b4 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:02:47.627407 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-76bb9014-d9d5-439b-95a0-7fadd0c8b0e7 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:02:47.634522 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-76bb9014-d9d5-439b-95a0-7fadd0c8b0e7 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:02:47.637967 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb9014-d9d5-439b-95a0-7fadd0c8b0e7 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Pushing event updated for resources: {'Port': ['ID=04b8a92e-ae07-4bf3-8f3e-73cf7f637e41,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:02:47.678075 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-216711ab-940e-4858-afc1-8a1f8cf33050 req-b941788a-843f-476e-b274-75ce094f5c58 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=2148dff5-2344-44c2-baae-3b93d3a7c881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149297 May 10 19:02:47.683421 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-76bb9014-d9d5-439b-95a0-7fadd0c8b0e7 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:47.684131 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-76bb9014-d9d5-439b-95a0-7fadd0c8b0e7 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:47.707849 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-76bb9014-d9d5-439b-95a0-7fadd0c8b0e7 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9025605 May 10 19:02:47.776482 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ad409594-1935-4b8a-8344-38d2b3b3ee2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2088698'] for router_interface (52c41e11-9de0-42a8-a512-859793306c7d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:47.844017 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-8b6bb819-bd8a-4e14-afc9-d3dbed6fb896 None None] Provisioning complete for port 04b8a92e-ae07-4bf3-8f3e-73cf7f637e41 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:02:47.844568 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8b6bb819-bd8a-4e14-afc9-d3dbed6fb896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (04b8a92e-ae07-4bf3-8f3e-73cf7f637e41), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:47.881783 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-8b6bb819-bd8a-4e14-afc9-d3dbed6fb896 None None] Port 04b8a92e-ae07-4bf3-8f3e-73cf7f637e41 cannot update to ACTIVE because it is not bound. {{(pid=103424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:02:48.060959 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-ad409594-1935-4b8a-8344-38d2b3b3ee2f admin admin] Deleting port 73e24de6-cf79-4d79-b1ac-5133e91e46bb {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:02:48.061176 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ad409594-1935-4b8a-8344-38d2b3b3ee2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (73e24de6-cf79-4d79-b1ac-5133e91e46bb), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:48.144634 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-ad409594-1935-4b8a-8344-38d2b3b3ee2f admin admin] For port 73e24de6-cf79-4d79-b1ac-5133e91e46bb, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=73e24de6-cf79-4d79-b1ac-5133e91e46bb,segment=NetworkSegment(305b6081-8325-44b4-b4f1-d287ed407450),segment_id=305b6081-8325-44b4-b4f1-d287ed407450)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:02:48.145021 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ad409594-1935-4b8a-8344-38d2b3b3ee2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (73e24de6-cf79-4d79-b1ac-5133e91e46bb), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:48.157938 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-ad409594-1935-4b8a-8344-38d2b3b3ee2f admin admin] Calling delete_port for 73e24de6-cf79-4d79-b1ac-5133e91e46bb owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:02:48.311527 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5fa4c-b7ef-4858-8ce9-59da58074136 req-ae0c89d6-c382-4c7b-a32d-7238769009c0 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:48.312981 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3fb5fa4c-b7ef-4858-8ce9-59da58074136 req-ae0c89d6-c382-4c7b-a32d-7238769009c0 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=03153d7d-c8c0-4c25-8cf9-6876220b584f HTTP/1.1" status: 200 len: 932 time: 0.0460219 May 10 19:02:48.337695 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ad409594-1935-4b8a-8344-38d2b3b3ee2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4468833'] for port (73e24de6-cf79-4d79-b1ac-5133e91e46bb), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:48.361005 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3fb5fa4c-b7ef-4858-8ce9-59da58074136 req-bdcc508c-51e4-4e37-9c0e-21cf9e7938b7 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4dfa36-bc3e-4ad6-8af6-2156d344e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423124 May 10 19:02:48.361824 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad409594-1935-4b8a-8344-38d2b3b3ee2f admin admin] Pushing event deleted for resources: {'Port': ['ID=73e24de6-cf79-4d79-b1ac-5133e91e46bb,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:02:48.527826 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ad409594-1935-4b8a-8344-38d2b3b3ee2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2055489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2091507'] for router_interface (52c41e11-9de0-42a8-a512-859793306c7d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:48.821835 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-a6dc3236-bd6e-424a-9c15-50ea42c72c19 service neutron] Request body: {'port': {'device_id': '03153d7d-c8c0-4c25-8cf9-6876220b584f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:02:48.887861 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-a6dc3236-bd6e-424a-9c15-50ea42c72c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (04b8a92e-ae07-4bf3-8f3e-73cf7f637e41), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:49.024898 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad409594-1935-4b8a-8344-38d2b3b3ee2f admin admin] Router 52c41e11-9de0-42a8-a512-859793306c7d has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:02:49.031349 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0522a13-5dfb-4900-8c66-828606419ef2 req-b75cf76d-64e2-4bb5-bbae-bc092b50363a tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:49.036897 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-d0522a13-5dfb-4900-8c66-828606419ef2 req-b75cf76d-64e2-4bb5-bbae-bc092b50363a tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=42406426-014c-4cba-bc36-a1ad8f40deda HTTP/1.1" status: 200 len: 945 time: 0.2865922 May 10 19:02:49.129077 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-d0522a13-5dfb-4900-8c66-828606419ef2 req-4805c733-44ef-484d-a79c-10c1d2f3463e tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=2148dff5-2344-44c2-baae-3b93d3a7c881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887120 May 10 19:02:49.165487 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-a6dc3236-bd6e-424a-9c15-50ea42c72c19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04b8a92e-ae07-4bf3-8f3e-73cf7f637e41 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:02:49.173480 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-a6dc3236-bd6e-424a-9c15-50ea42c72c19 service neutron] Publish callbacks [] for port (04b8a92e-ae07-4bf3-8f3e-73cf7f637e41), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:49.195865 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-a6dc3236-bd6e-424a-9c15-50ea42c72c19 service neutron] Transition to ACTIVE for port object 04b8a92e-ae07-4bf3-8f3e-73cf7f637e41 will not be triggered until provisioned by entity L2. {{(pid=103423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:02:49.197752 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad409594-1935-4b8a-8344-38d2b3b3ee2f admin admin] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:02:49.205160 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-ad409594-1935-4b8a-8344-38d2b3b3ee2f admin admin] 10.222.0.52 "PUT /v2.0/routers/52c41e11-9de0-42a8-a512-859793306c7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9284372 May 10 19:02:49.206038 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 43728) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:02:49.208082 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72159f0d-99f3-4d09-92cf-e02a4919c00e None None] Sync routers for ids ['52c41e11-9de0-42a8-a512-859793306c7d'] in dv-cinder-836996-18-iscsi {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:02:49.212101 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-a6dc3236-bd6e-424a-9c15-50ea42c72c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (04b8a92e-ae07-4bf3-8f3e-73cf7f637e41), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:49.220309 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72159f0d-99f3-4d09-92cf-e02a4919c00e None None] Routers {'52c41e11-9de0-42a8-a512-859793306c7d'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:02:49.220964 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-72159f0d-99f3-4d09-92cf-e02a4919c00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:02:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['52c41e11-9de0-42a8-a512-859793306c7d'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:02:49.261964 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2effbfc5-cd64-4c51-af47-2ba137a26036 req-e40b0254-accf-4c04-9f45-7d782e2b75a3 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:49.263452 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2effbfc5-cd64-4c51-af47-2ba137a26036 req-e40b0254-accf-4c04-9f45-7d782e2b75a3 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.48 "GET /v2.0/ports?device_id=42406426-014c-4cba-bc36-a1ad8f40deda HTTP/1.1" status: 200 len: 945 time: 0.0838809 May 10 19:02:49.330494 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc3236-bd6e-424a-9c15-50ea42c72c19 service neutron] Pushing event updated for resources: {'Port': ['ID=04b8a92e-ae07-4bf3-8f3e-73cf7f637e41,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:02:49.333971 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d955801-5dd5-46dd-a02d-0588b8ff4104 admin admin] Publish callbacks [] for router (52c41e11-9de0-42a8-a512-859793306c7d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:49.336501 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-72159f0d-99f3-4d09-92cf-e02a4919c00e None None] Set router 52c41e11-9de0-42a8-a512-859793306c7d gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:02:49.432125 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-2effbfc5-cd64-4c51-af47-2ba137a26036 req-373d6b53-715c-436a-89ef-0f31268d917a tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Deleting port d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:02:49.433795 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-2effbfc5-cd64-4c51-af47-2ba137a26036 req-373d6b53-715c-436a-89ef-0f31268d917a tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:49.491204 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d955801-5dd5-46dd-a02d-0588b8ff4104 admin admin] Publish callbacks [] for router_gateway (52c41e11-9de0-42a8-a512-859793306c7d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:49.508784 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-a6dc3236-bd6e-424a-9c15-50ea42c72c19 service neutron] Attempting to bind port 04b8a92e-ae07-4bf3-8f3e-73cf7f637e41 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:02:49.509056 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-a6dc3236-bd6e-424a-9c15-50ea42c72c19 service neutron] Attempting to bind port 04b8a92e-ae07-4bf3-8f3e-73cf7f637e41 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '1868c427-5847-444e-a7f0-4f51b9eb2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:02:49.509432 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-a6dc3236-bd6e-424a-9c15-50ea42c72c19 service neutron] Attempting to bind port 04b8a92e-ae07-4bf3-8f3e-73cf7f637e41 on network 17ce47ba-754f-4a57-b915-d9f184cff0b4 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:02:49.544663 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-9d955801-5dd5-46dd-a02d-0588b8ff4104 admin admin] Deleting port 4fa6353b-757f-4df3-9826-b2d85468adfd {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:02:49.545473 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-a6dc3236-bd6e-424a-9c15-50ea42c72c19 service neutron] Port 04b8a92e-ae07-4bf3-8f3e-73cf7f637e41 on network 17ce47ba-754f-4a57-b915-d9f184cff0b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:02:49.545734 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-a6dc3236-bd6e-424a-9c15-50ea42c72c19 service neutron] Attempting to bind port 04b8a92e-ae07-4bf3-8f3e-73cf7f637e41 on network 17ce47ba-754f-4a57-b915-d9f184cff0b4 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:02:49.545887 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d955801-5dd5-46dd-a02d-0588b8ff4104 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (4fa6353b-757f-4df3-9826-b2d85468adfd), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:49.551587 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 92a763e8-0127-48f4-b51e-d0f7dfe094b6 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:02:49.567516 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-a6dc3236-bd6e-424a-9c15-50ea42c72c19 service neutron] Checking agent: {'id': '84b4d3b2-b3ea-4da4-b994-5396953c421b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'started_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:02:49.567860 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-a6dc3236-bd6e-424a-9c15-50ea42c72c19 service neutron] Checking segment: {'id': '1868c427-5847-444e-a7f0-4f51b9eb2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:02:49.568247 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-a6dc3236-bd6e-424a-9c15-50ea42c72c19 service neutron] Bound using segment: {'id': '1868c427-5847-444e-a7f0-4f51b9eb2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:02:49.568707 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-a6dc3236-bd6e-424a-9c15-50ea42c72c19 service neutron] Bound port: 04b8a92e-ae07-4bf3-8f3e-73cf7f637e41, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1868c427-5847-444e-a7f0-4f51b9eb2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:02:49.569057 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-a6dc3236-bd6e-424a-9c15-50ea42c72c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (04b8a92e-ae07-4bf3-8f3e-73cf7f637e41), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:49.581958 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] No Port match for: 92a763e8-0127-48f4-b51e-d0f7dfe094b6 {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:02:49.582310 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 92a763e8-0127-48f4-b51e-d0f7dfe094b6 not bound to the agent host hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:02:49.583572 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53f583-f095-4f19-a1e6-658219b1e216 req-c9ddd33c-1bbd-4d45-b78e-6d8880dc9c19 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:49.584769 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ac53f583-f095-4f19-a1e6-658219b1e216 req-c9ddd33c-1bbd-4d45-b78e-6d8880dc9c19 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=03153d7d-c8c0-4c25-8cf9-6876220b584f HTTP/1.1" status: 200 len: 944 time: 0.0934711 May 10 19:02:49.595796 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-72159f0d-99f3-4d09-92cf-e02a4919c00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c41e11-9de0-42a8-a512-859793306c7d', 'name': 'tempest-ServerRescueNegativeTestJSON-1083329581-router', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4fa6353b-757f-4df3-9826-b2d85468adfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:03Z', 'updated_at': '2022-05-10T19:02:48Z', 'revision_number': 5, 'project_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'gw_port': {'id': '4fa6353b-757f-4df3-9826-b2d85468adfd', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c41e11-9de0-42a8-a512-859793306c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:04Z', 'updated_at': '2022-05-10T18:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi'}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:02:49.599046 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-2effbfc5-cd64-4c51-af47-2ba137a26036 req-373d6b53-715c-436a-89ef-0f31268d917a tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] For port d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba,segment=NetworkSegment(04de397a-54d1-4abc-9167-6db11e2916d9),segment_id=04de397a-54d1-4abc-9167-6db11e2916d9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:02:49.599417 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-2effbfc5-cd64-4c51-af47-2ba137a26036 req-373d6b53-715c-436a-89ef-0f31268d917a tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:49.625439 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72159f0d-99f3-4d09-92cf-e02a4919c00e None None] Checking router: 52c41e11-9de0-42a8-a512-859793306c7d for host: dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:02:49.632867 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-9d955801-5dd5-46dd-a02d-0588b8ff4104 admin admin] For port 4fa6353b-757f-4df3-9826-b2d85468adfd, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=4fa6353b-757f-4df3-9826-b2d85468adfd,segment=NetworkSegment(5e4a060e-4ea0-4d95-88b5-1969f86bafa6),segment_id=5e4a060e-4ea0-4d95-88b5-1969f86bafa6)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:02:49.633676 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d955801-5dd5-46dd-a02d-0588b8ff4104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (4fa6353b-757f-4df3-9826-b2d85468adfd), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:49.636788 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72159f0d-99f3-4d09-92cf-e02a4919c00e None None] Routers {'52c41e11-9de0-42a8-a512-859793306c7d'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:02:49.637503 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-72159f0d-99f3-4d09-92cf-e02a4919c00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:02:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['52c41e11-9de0-42a8-a512-859793306c7d'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:02:49.652593 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-9d955801-5dd5-46dd-a02d-0588b8ff4104 admin admin] Calling delete_port for 4fa6353b-757f-4df3-9826-b2d85468adfd owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:02:49.740797 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-72159f0d-99f3-4d09-92cf-e02a4919c00e None None] Set router 52c41e11-9de0-42a8-a512-859793306c7d gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:02:49.742396 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ac53f583-f095-4f19-a1e6-658219b1e216 req-15fb2ef1-bf89-4cc5-89e5-b1d9229aee59 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4dfa36-bc3e-4ad6-8af6-2156d344e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476283 May 10 19:02:49.771946 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-a6dc3236-bd6e-424a-9c15-50ea42c72c19 service neutron] For port 04b8a92e-ae07-4bf3-8f3e-73cf7f637e41, host hv-cinder-83699, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:02:49.791362 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-a6dc3236-bd6e-424a-9c15-50ea42c72c19 service neutron] For port 04b8a92e-ae07-4bf3-8f3e-73cf7f637e41, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=04b8a92e-ae07-4bf3-8f3e-73cf7f637e41,segment=NetworkSegment(1868c427-5847-444e-a7f0-4f51b9eb2322),segment_id=1868c427-5847-444e-a7f0-4f51b9eb2322)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:02:49.800625 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-a6dc3236-bd6e-424a-9c15-50ea42c72c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (04b8a92e-ae07-4bf3-8f3e-73cf7f637e41), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:49.803143 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-72159f0d-99f3-4d09-92cf-e02a4919c00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c41e11-9de0-42a8-a512-859793306c7d', 'name': 'tempest-ServerRescueNegativeTestJSON-1083329581-router', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:03Z', 'updated_at': '2022-05-10T19:02:49Z', 'revision_number': 6, 'project_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'gw_port_host': None}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:02:49.830003 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72159f0d-99f3-4d09-92cf-e02a4919c00e None None] The sync data for ids ['52c41e11-9de0-42a8-a512-859793306c7d'] in dv-cinder-836996-18-iscsi is: [{'id': '52c41e11-9de0-42a8-a512-859793306c7d', 'name': 'tempest-ServerRescueNegativeTestJSON-1083329581-router', 'tenant_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:03Z', 'updated_at': '2022-05-10T19:02:49Z', 'revision_number': 6, 'project_id': '772abdeeb78b4eaab9bc9d831eda68f3', 'gw_port_host': None}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:02:49.841128 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d955801-5dd5-46dd-a02d-0588b8ff4104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4468833'] for port (4fa6353b-757f-4df3-9826-b2d85468adfd), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:49.869368 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d955801-5dd5-46dd-a02d-0588b8ff4104 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fa6353b-757f-4df3-9826-b2d85468adfd,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:02:49.882469 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-a6dc3236-bd6e-424a-9c15-50ea42c72c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:49.883090 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-a6dc3236-bd6e-424a-9c15-50ea42c72c19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:49.884465 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-a6dc3236-bd6e-424a-9c15-50ea42c72c19 service neutron] 10.222.0.48 "PUT /v2.0/ports/04b8a92e-ae07-4bf3-8f3e-73cf7f637e41 HTTP/1.1" status: 200 len: 1094 time: 1.0671666 May 10 19:02:49.884917 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03153d7d-c8c0-4c25-8cf9-6876220b584f', 'tag': '04b8a92e-ae07-4bf3-8f3e-73cf7f637e41'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:02:49.887132 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2169f0ec-c402-4a43-8a60-2f9228c6c69c" -d '{"events": [{"name": "network-changed", "server_uuid": "03153d7d-c8c0-4c25-8cf9-6876220b584f", "tag": "04b8a92e-ae07-4bf3-8f3e-73cf7f637e41"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:02:49.916068 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-2effbfc5-cd64-4c51-af47-2ba137a26036 req-373d6b53-715c-436a-89ef-0f31268d917a tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:49.916503 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-2effbfc5-cd64-4c51-af47-2ba137a26036 req-373d6b53-715c-436a-89ef-0f31268d917a tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2085825'] for floatingip (35f6bf17-c3c4-46c6-bb17-c192933da3cb), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:49.916764 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.db.l3_db [req-2effbfc5-cd64-4c51-af47-2ba137a26036 req-373d6b53-715c-436a-89ef-0f31268d917a tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Floating IP 35f6bf17-c3c4-46c6-bb17-c192933da3cb disassociated. External IP: 172.27.1.107, port: d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba. May 10 19:02:49.917114 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-2effbfc5-cd64-4c51-af47-2ba137a26036 req-373d6b53-715c-436a-89ef-0f31268d917a tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Calling delete_port for d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba owned by compute:nova {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:02:49.924844 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc3236-bd6e-424a-9c15-50ea42c72c19 service neutron] Pushing event updated for resources: {'Port': ['ID=04b8a92e-ae07-4bf3-8f3e-73cf7f637e41,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:02:49.956986 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6019fdb6-bf7e-462e-9325-17be682df98b x-openstack-request-id: req-6019fdb6-bf7e-462e-9325-17be682df98b {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:02:49.957360 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03153d7d-c8c0-4c25-8cf9-6876220b584f", "tag": "04b8a92e-ae07-4bf3-8f3e-73cf7f637e41", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:02:49.957602 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6019fdb6-bf7e-462e-9325-17be682df98b {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:02:49.957966 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6019fdb6-bf7e-462e-9325-17be682df98b'] response: {'name': 'network-changed', 'server_uuid': '03153d7d-c8c0-4c25-8cf9-6876220b584f', 'tag': '04b8a92e-ae07-4bf3-8f3e-73cf7f637e41', 'status': 'completed', 'code': 200} May 10 19:02:49.970761 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d955801-5dd5-46dd-a02d-0588b8ff4104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2086036'] for router_gateway (52c41e11-9de0-42a8-a512-859793306c7d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:50.020269 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-f749b495-5483-4b7e-bbb5-1720fd90ce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:50.021835 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-f749b495-5483-4b7e-bbb5-1720fd90ce20 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f211dbe09fc34141b9d519a6e69c8dc2&device_id=03153d7d-c8c0-4c25-8cf9-6876220b584f HTTP/1.1" status: 200 len: 1128 time: 0.0777109 May 10 19:02:50.084740 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-55549bed-5908-42b3-9721-d825c2a6731f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04b8a92e-ae07-4bf3-8f3e-73cf7f637e41 HTTP/1.1" status: 200 len: 217 time: 0.0397789 May 10 19:02:50.089710 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d955801-5dd5-46dd-a02d-0588b8ff4104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2081368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2663'] for router (52c41e11-9de0-42a8-a512-859793306c7d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:50.092373 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d955801-5dd5-46dd-a02d-0588b8ff4104 admin admin] Publish callbacks [] for router_controller (52c41e11-9de0-42a8-a512-859793306c7d), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:50.159768 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d955801-5dd5-46dd-a02d-0588b8ff4104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2081347'] for router (52c41e11-9de0-42a8-a512-859793306c7d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:50.160560 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d955801-5dd5-46dd-a02d-0588b8ff4104 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52c41e11-9de0-42a8-a512-859793306c7d {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 19:02:50.167882 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d955801-5dd5-46dd-a02d-0588b8ff4104 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:50.169916 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-9d955801-5dd5-46dd-a02d-0588b8ff4104 admin admin] 10.222.0.52 "DELETE /v2.0/routers/52c41e11-9de0-42a8-a512-859793306c7d HTTP/1.1" status: 204 len: 168 time: 0.9627340 May 10 19:02:50.172417 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 43736) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:02:50.177240 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-01b4e414-5e47-4adc-b6e4-ec601bb2659b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:50.179033 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-01b4e414-5e47-4adc-b6e4-ec601bb2659b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=945414bb-2eef-4f0c-992b-73a797dbf824 HTTP/1.1" status: 200 len: 850 time: 0.0840845 May 10 19:02:50.180462 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-2effbfc5-cd64-4c51-af47-2ba137a26036 req-373d6b53-715c-436a-89ef-0f31268d917a tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:50.221374 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cbae1d5-c185-4473-a032-c389a53fdde6 admin admin] Deleting subnet 9ed489f3-e7d1-46ad-8ba4-625045889072 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 19:02:50.224874 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9cbae1d5-c185-4473-a032-c389a53fdde6 admin admin] Publish callbacks [] for subnet (9ed489f3-e7d1-46ad-8ba4-625045889072), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:50.231830 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6b53-715c-436a-89ef-0f31268d917a tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Pushing event deleted for resources: {'Port': ['ID=d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:02:50.276878 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9cbae1d5-c185-4473-a032-c389a53fdde6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4514108'] for subnet (9ed489f3-e7d1-46ad-8ba4-625045889072), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:50.282218 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-12bcee97-17ce-464a-baa4-674143b30f0d req-d4916331-47c3-4155-9602-50c39df15fc8 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=42406426-014c-4cba-bc36-a1ad8f40deda HTTP/1.1" status: 200 len: 210 time: 0.0526512 May 10 19:02:50.327638 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-d09e1f97-9a7c-4a74-a09f-a2c98ebdf7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:50.331587 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-d09e1f97-9a7c-4a74-a09f-a2c98ebdf7a3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17ce47ba-754f-4a57-b915-d9f184cff0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1421299 May 10 19:02:50.388845 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9cbae1d5-c185-4473-a032-c389a53fdde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966585'] for subnet (9ed489f3-e7d1-46ad-8ba4-625045889072), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:50.453336 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9cbae1d5-c185-4473-a032-c389a53fdde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4468822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4218745'] for subnet (9ed489f3-e7d1-46ad-8ba4-625045889072), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:50.465822 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2effbfc5-cd64-4c51-af47-2ba137a26036 req-373d6b53-715c-436a-89ef-0f31268d917a tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Router 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:02:50.466531 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9cbae1d5-c185-4473-a032-c389a53fdde6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:50.472434 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-9cbae1d5-c185-4473-a032-c389a53fdde6 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9ed489f3-e7d1-46ad-8ba4-625045889072 HTTP/1.1" status: 204 len: 168 time: 0.2965119 May 10 19:02:50.473064 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 43738) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:02:50.475241 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055f3fc6-b187-4972-a9db-1dadabff181f None None] Network f5c43a6a-f0d1-477d-a8c6-2fea358c2538 requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:02:50.482264 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-a2dfd6c8-8658-43e1-b459-58b6626edc6f service neutron] 10.222.0.48 "GET /v2.0/networks/17ce47ba-754f-4a57-b915-d9f184cff0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453114 May 10 19:02:50.489517 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbae1d5-c185-4473-a032-c389a53fdde6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ed489f3-e7d1-46ad-8ba4-625045889072,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:02:50.638989 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3f874fa3-5f27-445c-a119-25394b52dbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824044'] for network (f5c43a6a-f0d1-477d-a8c6-2fea358c2538), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:50.673252 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f8f999-82e6-47d4-8b26-be20ab30590b None None] DHCP port deletion for f5c43a6a-f0d1-477d-a8c6-2fea358c2538 request from dv-cinder-836996-18-iscsi {{(pid=103424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 19:02:50.723739 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-d9f8f999-82e6-47d4-8b26-be20ab30590b None None] Deleting port 2ee0952b-8254-416f-8a27-d4e7aae5601d {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:02:50.724217 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d9f8f999-82e6-47d4-8b26-be20ab30590b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (2ee0952b-8254-416f-8a27-d4e7aae5601d), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:50.732656 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f24573a8-6016-469b-882b-1c5abe758cf6 req-e813f01e-6b6b-4247-9a7a-f9d37e4d88e5 service neutron] 10.222.0.48 "GET /v2.0/networks/17ce47ba-754f-4a57-b915-d9f184cff0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382514 May 10 19:02:50.751191 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2effbfc5-cd64-4c51-af47-2ba137a26036 req-373d6b53-715c-436a-89ef-0f31268d917a tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:02:50.764086 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3f874fa3-5f27-445c-a119-25394b52dbf5 admin admin] Deleting port 2ee0952b-8254-416f-8a27-d4e7aae5601d {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:02:50.764429 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3f874fa3-5f27-445c-a119-25394b52dbf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (2ee0952b-8254-416f-8a27-d4e7aae5601d), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:50.765831 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156cf9c5-b389-456e-ae54-12faab6346bb None None] Sync routers for ids ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'] in dv-cinder-836996-18-iscsi {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:02:50.784074 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156cf9c5-b389-456e-ae54-12faab6346bb None None] Routers {'224c80a3-2c7e-4fdf-addf-77721e5d4aa9'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:02:50.784735 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-156cf9c5-b389-456e-ae54-12faab6346bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:02:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:02:50.839361 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-d9f8f999-82e6-47d4-8b26-be20ab30590b None None] For port 2ee0952b-8254-416f-8a27-d4e7aae5601d, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=2ee0952b-8254-416f-8a27-d4e7aae5601d,segment=NetworkSegment(305b6081-8325-44b4-b4f1-d287ed407450),segment_id=305b6081-8325-44b4-b4f1-d287ed407450)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:02:50.839557 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d9f8f999-82e6-47d4-8b26-be20ab30590b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (2ee0952b-8254-416f-8a27-d4e7aae5601d), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:50.855163 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-2effbfc5-cd64-4c51-af47-2ba137a26036 req-373d6b53-715c-436a-89ef-0f31268d917a tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] No DVR routers for this DVR port d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba on host hv-cinder-83699 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:02:50.863249 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-2effbfc5-cd64-4c51-af47-2ba137a26036 req-373d6b53-715c-436a-89ef-0f31268d917a tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:50.864567 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-d9f8f999-82e6-47d4-8b26-be20ab30590b None None] Calling delete_port for 2ee0952b-8254-416f-8a27-d4e7aae5601d owned by network:dhcp {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:02:50.866503 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2effbfc5-cd64-4c51-af47-2ba137a26036 req-373d6b53-715c-436a-89ef-0f31268d917a tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.48 "DELETE /v2.0/ports/d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba HTTP/1.1" status: 204 len: 173 time: 1.5957751 May 10 19:02:50.880878 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e284b3-3bab-4ce2-9b36-0f17e0fd6910 req-26a6d247-d398-4b36-b5cb-57db275f1437 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:50.888515 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-3f874fa3-5f27-445c-a119-25394b52dbf5 admin admin] For port 2ee0952b-8254-416f-8a27-d4e7aae5601d, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=2ee0952b-8254-416f-8a27-d4e7aae5601d,segment=NetworkSegment(305b6081-8325-44b4-b4f1-d287ed407450),segment_id=305b6081-8325-44b4-b4f1-d287ed407450)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:02:50.889002 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3f874fa3-5f27-445c-a119-25394b52dbf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (2ee0952b-8254-416f-8a27-d4e7aae5601d), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:50.891045 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-a0e284b3-3bab-4ce2-9b36-0f17e0fd6910 req-26a6d247-d398-4b36-b5cb-57db275f1437 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=03153d7d-c8c0-4c25-8cf9-6876220b584f HTTP/1.1" status: 200 len: 944 time: 0.0640695 May 10 19:02:50.906042 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3f874fa3-5f27-445c-a119-25394b52dbf5 admin admin] Calling delete_port for 2ee0952b-8254-416f-8a27-d4e7aae5601d owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:02:50.920617 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-156cf9c5-b389-456e-ae54-12faab6346bb None None] Set router 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:02:50.971889 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-a0e284b3-3bab-4ce2-9b36-0f17e0fd6910 req-ba0f1157-0a37-4ab6-9e3a-9e15c0151545 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4dfa36-bc3e-4ad6-8af6-2156d344e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777214 May 10 19:02:50.995753 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3f874fa3-5f27-445c-a119-25394b52dbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (2ee0952b-8254-416f-8a27-d4e7aae5601d), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:51.011707 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d9f8f999-82e6-47d4-8b26-be20ab30590b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587'] for port (2ee0952b-8254-416f-8a27-d4e7aae5601d), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:51.026318 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f874fa3-5f27-445c-a119-25394b52dbf5 admin admin] No DVR routers for this DVR port 2ee0952b-8254-416f-8a27-d4e7aae5601d on host dv-cinder-836996-18-iscsi {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:02:51.026474 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f8f999-82e6-47d4-8b26-be20ab30590b None None] No DVR routers for this DVR port 2ee0952b-8254-416f-8a27-d4e7aae5601d on host dv-cinder-836996-18-iscsi {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:02:51.069171 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f874fa3-5f27-445c-a119-25394b52dbf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ee0952b-8254-416f-8a27-d4e7aae5601d,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:02:51.171344 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3f874fa3-5f27-445c-a119-25394b52dbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965186', 'neutron.services.segments.db._delete_segments_for_network-8776401828657'] for network (f5c43a6a-f0d1-477d-a8c6-2fea358c2538), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:51.181783 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-156cf9c5-b389-456e-ae54-12faab6346bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'name': 'tempest-AttachVolumeNegativeTest-1418596659-router', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:20Z', 'revision_number': 4, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'gw_port': {'id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': 'ecb12316-5946-47ad-ac9c-64373489eb65', 'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'mac_address': 'fa:16:3e:fe:8b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:16Z', 'updated_at': '2022-05-10T18:58:36Z', 'revision_number': 5, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'subnets': [{'id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:02:51.192665 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.services.segments.db [None req-3f874fa3-5f27-445c-a119-25394b52dbf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c43a6a-f0d1-477d-a8c6-2fea358c2538']}} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:02:51.202339 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.services.segments.db [None req-3f874fa3-5f27-445c-a119-25394b52dbf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '305b6081-8325-44b4-b4f1-d287ed407450') {'for_net_delete': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:02:51.202646 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.services.segments.db [None req-3f874fa3-5f27-445c-a119-25394b52dbf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '305b6081-8325-44b4-b4f1-d287ed407450') {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:02:51.209611 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156cf9c5-b389-456e-ae54-12faab6346bb None None] Checking router: 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 for host: dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:02:51.212468 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3f874fa3-5f27-445c-a119-25394b52dbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776401828410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6129926'] for segment (305b6081-8325-44b4-b4f1-d287ed407450), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:51.220466 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 2ee0952b-8254-416f-8a27-d4e7aae5601d no longer exists at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:02:51.223635 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8f999-82e6-47d4-8b26-be20ab30590b None None] Pushing event deleted for resources: {'Port': ['ID=2ee0952b-8254-416f-8a27-d4e7aae5601d,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:02:51.224997 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156cf9c5-b389-456e-ae54-12faab6346bb None None] Routers {'224c80a3-2c7e-4fdf-addf-77721e5d4aa9'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:02:51.225645 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-156cf9c5-b389-456e-ae54-12faab6346bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:02:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:02:51.231714 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3f874fa3-5f27-445c-a119-25394b52dbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860'] for segment (305b6081-8325-44b4-b4f1-d287ed407450), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:51.238346 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f874fa3-5f27-445c-a119-25394b52dbf5 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:02:51.238736 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3f874fa3-5f27-445c-a119-25394b52dbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6129818'] for segment (305b6081-8325-44b4-b4f1-d287ed407450), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:51.240581 dv-cinder-836996-18-iscsi neutron-server[103423]: Traceback (most recent call last): May 10 19:02:51.240581 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:02:51.240581 dv-cinder-836996-18-iscsi neutron-server[103423]: timer() May 10 19:02:51.240581 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:02:51.240581 dv-cinder-836996-18-iscsi neutron-server[103423]: cb(*args, **kw) May 10 19:02:51.240581 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 19:02:51.240581 dv-cinder-836996-18-iscsi neutron-server[103423]: return func(*args, **kwargs) May 10 19:02:51.240581 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:02:51.240581 dv-cinder-836996-18-iscsi neutron-server[103423]: self._notify() May 10 19:02:51.240581 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:02:51.240581 dv-cinder-836996-18-iscsi neutron-server[103423]: self.callback(batched_events) May 10 19:02:51.240581 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:02:51.240581 dv-cinder-836996-18-iscsi neutron-server[103423]: event.method(event) May 10 19:02:51.240581 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 19:02:51.240581 dv-cinder-836996-18-iscsi neutron-server[103423]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:02:51.240581 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 19:02:51.240581 dv-cinder-836996-18-iscsi neutron-server[103423]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:02:51.240581 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 19:02:51.240581 dv-cinder-836996-18-iscsi neutron-server[103423]: return f(self, *a, **k) May 10 19:02:51.240581 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 19:02:51.240581 dv-cinder-836996-18-iscsi neutron-server[103423]: return self._get(url).json() May 10 19:02:51.240581 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 19:02:51.240581 dv-cinder-836996-18-iscsi neutron-server[103423]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:02:51.240581 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:02:51.240581 dv-cinder-836996-18-iscsi neutron-server[103423]: return self.request(url, 'GET', **kwargs) May 10 19:02:51.240581 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:02:51.240581 dv-cinder-836996-18-iscsi neutron-server[103423]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:02:51.240581 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:02:51.240581 dv-cinder-836996-18-iscsi neutron-server[103423]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:02:51.240581 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:02:51.240581 dv-cinder-836996-18-iscsi neutron-server[103423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:02:51.240581 dv-cinder-836996-18-iscsi neutron-server[103423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:02:51.247496 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8f999-82e6-47d4-8b26-be20ab30590b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:51.247849 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8f999-82e6-47d4-8b26-be20ab30590b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:51.248214 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8f999-82e6-47d4-8b26-be20ab30590b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:51.248566 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8f999-82e6-47d4-8b26-be20ab30590b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:51.248926 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8f999-82e6-47d4-8b26-be20ab30590b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:51.249836 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8f999-82e6-47d4-8b26-be20ab30590b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:51.249836 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8f999-82e6-47d4-8b26-be20ab30590b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:51.250029 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8f999-82e6-47d4-8b26-be20ab30590b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:51.250203 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8f999-82e6-47d4-8b26-be20ab30590b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:51.250501 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8f999-82e6-47d4-8b26-be20ab30590b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:51.250858 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8f999-82e6-47d4-8b26-be20ab30590b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:51.251195 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8f999-82e6-47d4-8b26-be20ab30590b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:51.251518 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8f999-82e6-47d4-8b26-be20ab30590b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:51.251834 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8f999-82e6-47d4-8b26-be20ab30590b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:51.252150 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8f999-82e6-47d4-8b26-be20ab30590b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:51.256457 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] No Port match for: 2ee0952b-8254-416f-8a27-d4e7aae5601d {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:02:51.256827 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 2ee0952b-8254-416f-8a27-d4e7aae5601d not bound to the agent host dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:02:51.257244 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 4fa6353b-757f-4df3-9826-b2d85468adfd no longer exists at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:02:51.276636 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] No Port match for: 4fa6353b-757f-4df3-9826-b2d85468adfd {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:02:51.277029 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 4fa6353b-757f-4df3-9826-b2d85468adfd not bound to the agent host dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:02:51.277440 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 73e24de6-cf79-4d79-b1ac-5133e91e46bb no longer exists at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:02:51.298183 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] No Port match for: 73e24de6-cf79-4d79-b1ac-5133e91e46bb {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:02:51.298581 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 73e24de6-cf79-4d79-b1ac-5133e91e46bb not bound to the agent host dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:02:51.302030 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3f874fa3-5f27-445c-a119-25394b52dbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2085882'] for network (f5c43a6a-f0d1-477d-a8c6-2fea358c2538), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:51.311997 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3f874fa3-5f27-445c-a119-25394b52dbf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for network (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:51.316575 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-3f874fa3-5f27-445c-a119-25394b52dbf5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/f5c43a6a-f0d1-477d-a8c6-2fea358c2538 HTTP/1.1" status: 204 len: 168 time: 0.8425543 May 10 19:02:51.329266 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f874fa3-5f27-445c-a119-25394b52dbf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5c43a6a-f0d1-477d-a8c6-2fea358c2538,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:02:51.392909 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-842234e3-ef5b-4b59-822f-d15b7808f5a7 req-b06b9d4b-51f6-433e-a113-25ae437d75d1 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=42406426-014c-4cba-bc36-a1ad8f40deda HTTP/1.1" status: 200 len: 210 time: 0.0345199 May 10 19:02:51.441990 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-156cf9c5-b389-456e-ae54-12faab6346bb None None] Set router 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:02:51.503336 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 43746) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:02:51.542489 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-ebd18cae-914f-439b-abe0-a7326a359b4b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=772abdeeb78b4eaab9bc9d831eda68f3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0379577 May 10 19:02:51.544938 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 43748) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:02:51.590886 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9e6a3c1f-200d-496b-9e16-0b87556069ca admin admin] Publish callbacks [] for security_group (9846af26-0a7d-4aba-aa1d-879008704e04), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:51.611850 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9e6a3c1f-200d-496b-9e16-0b87556069ca admin admin] Publish callbacks [] for security_group (9846af26-0a7d-4aba-aa1d-879008704e04), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:51.633363 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-156cf9c5-b389-456e-ae54-12faab6346bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'name': 'tempest-AttachVolumeNegativeTest-1418596659-router', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:20Z', 'revision_number': 4, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'gw_port': {'id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': 'ecb12316-5946-47ad-ac9c-64373489eb65', 'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'mac_address': 'fa:16:3e:fe:8b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:16Z', 'updated_at': '2022-05-10T18:58:36Z', 'revision_number': 5, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'subnets': [{'id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:02:51.663868 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156cf9c5-b389-456e-ae54-12faab6346bb None None] The sync data for ids ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'] in dv-cinder-836996-18-iscsi is: [{'id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'name': 'tempest-AttachVolumeNegativeTest-1418596659-router', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:20Z', 'revision_number': 4, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'gw_port': {'id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': 'ecb12316-5946-47ad-ac9c-64373489eb65', 'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'mac_address': 'fa:16:3e:fe:8b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:16Z', 'updated_at': '2022-05-10T18:58:36Z', 'revision_number': 5, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'subnets': [{'id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:02:51.664996 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9e6a3c1f-200d-496b-9e16-0b87556069ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (9846af26-0a7d-4aba-aa1d-879008704e04), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:51.667730 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9e6a3c1f-200d-496b-9e16-0b87556069ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:51.668929 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-9e6a3c1f-200d-496b-9e16-0b87556069ca admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9846af26-0a7d-4aba-aa1d-879008704e04 HTTP/1.1" status: 204 len: 168 time: 0.1230719 May 10 19:02:51.677281 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a3c1f-200d-496b-9e16-0b87556069ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9846af26-0a7d-4aba-aa1d-879008704e04,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:02:51.751552 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169f0ec-c402-4a43-8a60-2f9228c6c69c req-26a50846-fda4-4c86-bdd8-145d61a1e93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:51.752908 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2169f0ec-c402-4a43-8a60-2f9228c6c69c req-26a50846-fda4-4c86-bdd8-145d61a1e93c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f211dbe09fc34141b9d519a6e69c8dc2&device_id=03153d7d-c8c0-4c25-8cf9-6876220b584f HTTP/1.1" status: 200 len: 1128 time: 0.0449297 May 10 19:02:51.878774 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169f0ec-c402-4a43-8a60-2f9228c6c69c req-814385cd-3657-4975-9d5e-011268f2c4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:51.881199 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2169f0ec-c402-4a43-8a60-2f9228c6c69c req-814385cd-3657-4975-9d5e-011268f2c4da service neutron] 10.222.0.48 "GET /v2.0/networks?id=17ce47ba-754f-4a57-b915-d9f184cff0b4 HTTP/1.1" status: 200 len: 912 time: 0.1102729 May 10 19:02:51.930357 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2169f0ec-c402-4a43-8a60-2f9228c6c69c req-0ce6b591-4bf9-4683-9ad4-f5ec5c67560c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04b8a92e-ae07-4bf3-8f3e-73cf7f637e41 HTTP/1.1" status: 200 len: 217 time: 0.0412226 May 10 19:02:51.959022 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42406426-014c-4cba-bc36-a1ad8f40deda', 'name': 'network-vif-deleted', 'tag': 'd6c07fb9-bf93-4fa8-b9d3-47e4302a85ba'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:02:51.961603 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8f49c1-8ca6-4f63-8a05-62cb1cdd9089" -d '{"events": [{"server_uuid": "42406426-014c-4cba-bc36-a1ad8f40deda", "name": "network-vif-deleted", "tag": "d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:02:51.973230 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45035e57-4e4e-4f69-b7f1-5b9d4bd8d3f4 None None] New status for floating IP 35f6bf17-c3c4-46c6-bb17-c192933da3cb: DOWN {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:02:52.000133 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2413a3f7-2c2b-44a1-afff-0f556b8312a3 x-openstack-request-id: req-2413a3f7-2c2b-44a1-afff-0f556b8312a3 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:02:52.000439 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42406426-014c-4cba-bc36-a1ad8f40deda", "name": "network-vif-deleted", "tag": "d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:02:52.000838 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2413a3f7-2c2b-44a1-afff-0f556b8312a3 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:02:52.001275 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2413a3f7-2c2b-44a1-afff-0f556b8312a3'] response: {'server_uuid': '42406426-014c-4cba-bc36-a1ad8f40deda', 'name': 'network-vif-deleted', 'tag': 'd6c07fb9-bf93-4fa8-b9d3-47e4302a85ba', 'status': 'completed', 'code': 200} May 10 19:02:52.089397 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f427b-bc7b-4792-83c7-47161d751f92 req-6953faf4-638c-4e2e-890b-e46df62100e8 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:52.090980 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ae2f427b-bc7b-4792-83c7-47161d751f92 req-6953faf4-638c-4e2e-890b-e46df62100e8 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=03153d7d-c8c0-4c25-8cf9-6876220b584f HTTP/1.1" status: 200 len: 944 time: 0.0540948 May 10 19:02:52.156011 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ae2f427b-bc7b-4792-83c7-47161d751f92 req-ff00a0f9-1e6e-492a-8ac8-b3423f356476 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4dfa36-bc3e-4ad6-8af6-2156d344e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520778 May 10 19:02:52.227849 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169f0ec-c402-4a43-8a60-2f9228c6c69c req-e7887194-eae0-4fbb-8864-974a17010af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:52.229431 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2169f0ec-c402-4a43-8a60-2f9228c6c69c req-e7887194-eae0-4fbb-8864-974a17010af5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=945414bb-2eef-4f0c-992b-73a797dbf824 HTTP/1.1" status: 200 len: 850 time: 0.0464306 May 10 19:02:52.281949 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169f0ec-c402-4a43-8a60-2f9228c6c69c req-ec59aaeb-c552-41b7-81e3-2b4c7df7b0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:52.283460 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2169f0ec-c402-4a43-8a60-2f9228c6c69c req-ec59aaeb-c552-41b7-81e3-2b4c7df7b0c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17ce47ba-754f-4a57-b915-d9f184cff0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464857 May 10 19:02:52.493922 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 43780) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:02:52.549312 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-53d1ac72-5118-4055-9c46-c3a2b4c3e1d9 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group (2148dff5-2344-44c2-baae-3b93d3a7c881), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:52.577485 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-53d1ac72-5118-4055-9c46-c3a2b4c3e1d9 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group (2148dff5-2344-44c2-baae-3b93d3a7c881), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:52.632318 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-53d1ac72-5118-4055-9c46-c3a2b4c3e1d9 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (2148dff5-2344-44c2-baae-3b93d3a7c881), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:52.632841 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2169f0ec-c402-4a43-8a60-2f9228c6c69c req-c3f5c13d-d107-4ac5-98fd-e9af010db014 service neutron] 10.222.0.48 "GET /v2.0/networks/17ce47ba-754f-4a57-b915-d9f184cff0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423717 May 10 19:02:52.636869 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-53d1ac72-5118-4055-9c46-c3a2b4c3e1d9 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:52.638110 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-53d1ac72-5118-4055-9c46-c3a2b4c3e1d9 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "DELETE /v2.0/security-groups/2148dff5-2344-44c2-baae-3b93d3a7c881 HTTP/1.1" status: 204 len: 168 time: 0.1429918 May 10 19:02:52.640660 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 43784) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:02:52.647289 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1ac72-5118-4055-9c46-c3a2b4c3e1d9 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2148dff5-2344-44c2-baae-3b93d3a7c881,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:02:52.679301 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.api.v2.resource [None req-668d1f01-6596-4f05-8441-36fc92771cb4 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] show failed (client error): The resource could not be found. May 10 19:02:52.680322 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-668d1f01-6596-4f05-8441-36fc92771cb4 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups/2148dff5-2344-44c2-baae-3b93d3a7c881 HTTP/1.1" status: 404 len: 347 time: 0.0378938 May 10 19:02:52.683444 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 43786) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:02:52.755447 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2169f0ec-c402-4a43-8a60-2f9228c6c69c req-3b2c03bf-f839-4bbb-8e0f-5f04cd9fec32 service neutron] 10.222.0.48 "GET /v2.0/networks/17ce47ba-754f-4a57-b915-d9f184cff0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067348 May 10 19:02:52.804301 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-47dbcc9d-6691-462b-9d1b-82b43fc84a47 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Deleting port a84f045f-8e56-4a78-a62d-7c41123e50aa {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:02:52.804649 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-47dbcc9d-6691-462b-9d1b-82b43fc84a47 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (a84f045f-8e56-4a78-a62d-7c41123e50aa), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:52.879479 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-47dbcc9d-6691-462b-9d1b-82b43fc84a47 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (a84f045f-8e56-4a78-a62d-7c41123e50aa), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:52.879816 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-47dbcc9d-6691-462b-9d1b-82b43fc84a47 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for floatingip (a84f045f-8e56-4a78-a62d-7c41123e50aa), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:52.893469 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-47dbcc9d-6691-462b-9d1b-82b43fc84a47 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Calling delete_port for a84f045f-8e56-4a78-a62d-7c41123e50aa owned by network:floatingip {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:02:53.027010 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-47dbcc9d-6691-462b-9d1b-82b43fc84a47 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4468833'] for port (a84f045f-8e56-4a78-a62d-7c41123e50aa), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:53.052274 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dbcc9d-6691-462b-9d1b-82b43fc84a47 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Pushing event deleted for resources: {'Port': ['ID=a84f045f-8e56-4a78-a62d-7c41123e50aa,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:02:53.118070 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-47dbcc9d-6691-462b-9d1b-82b43fc84a47 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for floatingip (35f6bf17-c3c4-46c6-bb17-c192933da3cb), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:53.120659 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-47dbcc9d-6691-462b-9d1b-82b43fc84a47 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:53.125010 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-47dbcc9d-6691-462b-9d1b-82b43fc84a47 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "DELETE /v2.0/floatingips/35f6bf17-c3c4-46c6-bb17-c192933da3cb HTTP/1.1" status: 204 len: 168 time: 0.4376137 May 10 19:02:53.193240 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 43812) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:02:53.198646 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-62fba81b-d346-413b-a293-b066d31241ee tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1003545892', 'description': 'tempest-description--2103873412'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:02:53.224015 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62fba81b-d346-413b-a293-b066d31241ee tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:53.306032 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1507a84-7014-47b4-a9e0-2b03c9f919b4 req-7188dba6-c14d-4894-8cd8-1cb73be69804 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:53.307527 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-e1507a84-7014-47b4-a9e0-2b03c9f919b4 req-7188dba6-c14d-4894-8cd8-1cb73be69804 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=03153d7d-c8c0-4c25-8cf9-6876220b584f HTTP/1.1" status: 200 len: 944 time: 0.0633686 May 10 19:02:53.367446 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62fba81b-d346-413b-a293-b066d31241ee tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group (93ab0cac-7ddc-40ef-a151-65c85c886903), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:53.386451 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62fba81b-d346-413b-a293-b066d31241ee tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (93ab0cac-7ddc-40ef-a151-65c85c886903), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:53.397781 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-e1507a84-7014-47b4-a9e0-2b03c9f919b4 req-cd632a90-dc02-45dc-9745-3d2bb43f1a35 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4dfa36-bc3e-4ad6-8af6-2156d344e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838425 May 10 19:02:53.416986 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fba81b-d346-413b-a293-b066d31241ee tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93ab0cac-7ddc-40ef-a151-65c85c886903,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:02:53.423470 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62fba81b-d346-413b-a293-b066d31241ee tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:53.424864 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-62fba81b-d346-413b-a293-b066d31241ee tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2302315 May 10 19:02:53.427750 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 43816) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:02:53.435492 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-d83d5b42-ab7b-4582-8023-f802f99e384c tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Request body: {'security_group_rule': {'security_group_id': '93ab0cac-7ddc-40ef-a151-65c85c886903', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:02:53.478496 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d83d5b42-ab7b-4582-8023-f802f99e384c tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group_rule (daf67fb2-b871-4a03-8a0f-65231ffb3ed9), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:53.548879 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d83d5b42-ab7b-4582-8023-f802f99e384c tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group_rule (daf67fb2-b871-4a03-8a0f-65231ffb3ed9), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:53.557327 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d83d5b42-ab7b-4582-8023-f802f99e384c tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063310'] for security_group_rule (daf67fb2-b871-4a03-8a0f-65231ffb3ed9), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:53.569951 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 04b8a92e-ae07-4bf3-8f3e-73cf7f637e41 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:02:53.573100 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d5b42-ab7b-4582-8023-f802f99e384c tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daf67fb2-b871-4a03-8a0f-65231ffb3ed9,revision_number=0']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:02:53.587282 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d83d5b42-ab7b-4582-8023-f802f99e384c tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:53.588626 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-d83d5b42-ab7b-4582-8023-f802f99e384c tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1591985 May 10 19:02:53.591537 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 43826) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:02:53.594331 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:02:53.596876 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-e4ba55c4-ca36-4e14-8449-0efd9fc63c48 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Request body: {'security_group_rule': {'security_group_id': '93ab0cac-7ddc-40ef-a151-65c85c886903', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:02:53.623144 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e4ba55c4-ca36-4e14-8449-0efd9fc63c48 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group_rule (a93aec20-584c-4e05-886b-d990a384a1d0), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:53.625655 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] No Port match for: d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:02:53.626002 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device d6c07fb9-bf93-4fa8-b9d3-47e4302a85ba not bound to the agent host hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:02:53.679664 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e4ba55c4-ca36-4e14-8449-0efd9fc63c48 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group_rule (a93aec20-584c-4e05-886b-d990a384a1d0), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:53.684895 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e4ba55c4-ca36-4e14-8449-0efd9fc63c48 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063310'] for security_group_rule (a93aec20-584c-4e05-886b-d990a384a1d0), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:53.696692 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 04b8a92e-ae07-4bf3-8f3e-73cf7f637e41, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=04b8a92e-ae07-4bf3-8f3e-73cf7f637e41,segment=NetworkSegment(1868c427-5847-444e-a7f0-4f51b9eb2322),segment_id=1868c427-5847-444e-a7f0-4f51b9eb2322)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:02:53.703711 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba55c4-ca36-4e14-8449-0efd9fc63c48 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a93aec20-584c-4e05-886b-d990a384a1d0,revision_number=0']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:02:53.707909 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Returning: {'device': '04b8a92e-ae07-4bf3-8f3e-73cf7f637e41', 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4', 'port_id': '04b8a92e-ae07-4bf3-8f3e-73cf7f637e41', 'mac_address': 'fa:16:3e:c5:80:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '945414bb-2eef-4f0c-992b-73a797dbf824', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:02:53.710062 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e4ba55c4-ca36-4e14-8449-0efd9fc63c48 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:53.713789 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-e4ba55c4-ca36-4e14-8449-0efd9fc63c48 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184633 May 10 19:02:53.714260 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 43828) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:02:53.718592 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-3cb0ee26-d6b6-4ef5-8694-05dc017c9db9 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Request body: {'floatingip': {'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:02:53.740040 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3cb0ee26-d6b6-4ef5-8694-05dc017c9db9 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:53.754050 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port 04b8a92e-ae07-4bf3-8f3e-73cf7f637e41 is: DOWN; New status is: BUILD {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:02:53.754483 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (04b8a92e-ae07-4bf3-8f3e-73cf7f637e41), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:53.767722 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b8a92e-ae07-4bf3-8f3e-73cf7f637e41 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:02:53.787204 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 04b8a92e-ae07-4bf3-8f3e-73cf7f637e41, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=04b8a92e-ae07-4bf3-8f3e-73cf7f637e41,segment=NetworkSegment(1868c427-5847-444e-a7f0-4f51b9eb2322),segment_id=1868c427-5847-444e-a7f0-4f51b9eb2322)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:02:53.791841 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (04b8a92e-ae07-4bf3-8f3e-73cf7f637e41), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:53.833439 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3cb0ee26-d6b6-4ef5-8694-05dc017c9db9 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:53.843793 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=04b8a92e-ae07-4bf3-8f3e-73cf7f637e41,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:02:53.939586 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-3cb0ee26-d6b6-4ef5-8694-05dc017c9db9 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Allocated IP 172.27.1.67 (fea53afb-2d4d-48cb-89ec-9b33d8fc553d/12fc4f2d-8382-4ccf-abb9-52281f433079/7f273727-2611-463c-9727-8a60ac28bc65) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:02:54.047273 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3cb0ee26-d6b6-4ef5-8694-05dc017c9db9 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for port (7f273727-2611-463c-9727-8a60ac28bc65), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:54.085189 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3cb0ee26-d6b6-4ef5-8694-05dc017c9db9 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4468833'] for port (7f273727-2611-463c-9727-8a60ac28bc65), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:54.112710 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['04b8a92e-ae07-4bf3-8f3e-73cf7f637e41'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:02:54.124880 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb0ee26-d6b6-4ef5-8694-05dc017c9db9 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Network fea53afb-2d4d-48cb-89ec-9b33d8fc553d is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:02:54.127967 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-3cb0ee26-d6b6-4ef5-8694-05dc017c9db9 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:02:54.134491 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb0ee26-d6b6-4ef5-8694-05dc017c9db9 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:02:54.137552 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0ee26-d6b6-4ef5-8694-05dc017c9db9 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Pushing event updated for resources: {'Port': ['ID=7f273727-2611-463c-9727-8a60ac28bc65,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:02:54.224396 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3cb0ee26-d6b6-4ef5-8694-05dc017c9db9 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for floatingip (2ad15ab8-d058-45bc-b454-0387f8f7b347), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:54.260556 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3cb0ee26-d6b6-4ef5-8694-05dc017c9db9 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (7f273727-2611-463c-9727-8a60ac28bc65), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:54.410379 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3cb0ee26-d6b6-4ef5-8694-05dc017c9db9 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for port (7f273727-2611-463c-9727-8a60ac28bc65), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:54.417421 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3cb0ee26-d6b6-4ef5-8694-05dc017c9db9 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4468760'] for port (7f273727-2611-463c-9727-8a60ac28bc65), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:54.489043 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0ee26-d6b6-4ef5-8694-05dc017c9db9 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Pushing event updated for resources: {'Port': ['ID=7f273727-2611-463c-9727-8a60ac28bc65,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:02:54.499072 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3cb0ee26-d6b6-4ef5-8694-05dc017c9db9 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2085825'] for floatingip (2ad15ab8-d058-45bc-b454-0387f8f7b347), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:54.516996 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3cb0ee26-d6b6-4ef5-8694-05dc017c9db9 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:54.521274 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-3cb0ee26-d6b6-4ef5-8694-05dc017c9db9 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8059874 May 10 19:02:54.527195 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c64e93-6d90-43dc-a92e-ae2ebd06552d req-6f08b4ee-4ace-4948-baeb-90bb13b141e0 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:54.528784 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-d6c64e93-6d90-43dc-a92e-ae2ebd06552d req-6f08b4ee-4ace-4948-baeb-90bb13b141e0 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=03153d7d-c8c0-4c25-8cf9-6876220b584f HTTP/1.1" status: 200 len: 945 time: 0.0543170 May 10 19:02:54.576349 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-d6c64e93-6d90-43dc-a92e-ae2ebd06552d req-61d5919c-b409-42ae-951f-70bf8e8e1a4b tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4dfa36-bc3e-4ad6-8af6-2156d344e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417161 May 10 19:02:54.724187 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-77777290-f461-4857-a333-0bded3b860fb tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1003545892&fields=id&tenant_id=08319d2b6ebf4a40830d212321cb6b63 HTTP/1.1" status: 200 len: 267 time: 0.0497005 May 10 19:02:54.836898 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-fc17d686-47fb-4a52-8b54-021c1bcc9602 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:54.838868 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-fc17d686-47fb-4a52-8b54-021c1bcc9602 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/networks?id=a4576b84-9910-4693-87ed-530385aa986d HTTP/1.1" status: 200 len: 815 time: 0.1081729 May 10 19:02:54.854134 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-1bef702e-de84-4e0a-83ae-bb89e569c901 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/quotas/08319d2b6ebf4a40830d212321cb6b63 HTTP/1.1" status: 200 len: 375 time: 0.0092525 May 10 19:02:54.907070 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-8bfbaabf-33d8-431e-a503-539b08a4584a tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=08319d2b6ebf4a40830d212321cb6b63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451875 May 10 19:02:55.005244 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-63bb7be3-652c-4dc4-b8f6-5942c39467cb service neutron] 10.222.0.52 "GET /v2.0/networks/a4576b84-9910-4693-87ed-530385aa986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868418 May 10 19:02:55.094825 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-9c9ec4ee-a9c1-408a-af0b-a2f93b205064 service neutron] 10.222.0.52 "GET /v2.0/networks/a4576b84-9910-4693-87ed-530385aa986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837569 May 10 19:02:55.254640 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b9bd1007-0946-4098-89d8-46f9f17b8351 req-60821dfb-cf10-4a27-b1a5-bd03f533f077 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1631ae24-5157-48d3-803d-1a016ae6712e HTTP/1.1" status: 200 len: 210 time: 0.0322969 May 10 19:02:55.411633 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37769b81-df28-407d-b7ce-677f7d06baa3 req-6c5e61b1-9fbf-4e26-a2a4-54a8ece5d156 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:55.413157 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-37769b81-df28-407d-b7ce-677f7d06baa3 req-6c5e61b1-9fbf-4e26-a2a4-54a8ece5d156 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 945 time: 0.0478518 May 10 19:02:55.463943 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-37769b81-df28-407d-b7ce-677f7d06baa3 req-fb589a1a-f112-42c8-bfe6-4d65bddbb55d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443835 May 10 19:02:55.701842 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbd48b-4adf-486c-94f5-93ad156d31f4 req-7caa1244-df45-4574-b5f0-1918349b49dc tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:55.703290 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-48cbd48b-4adf-486c-94f5-93ad156d31f4 req-7caa1244-df45-4574-b5f0-1918349b49dc tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=03153d7d-c8c0-4c25-8cf9-6876220b584f HTTP/1.1" status: 200 len: 945 time: 0.0550444 May 10 19:02:55.752317 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-48cbd48b-4adf-486c-94f5-93ad156d31f4 req-108bbfcc-f2fb-46d7-a43e-b8e67b39957d tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4dfa36-bc3e-4ad6-8af6-2156d344e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410399 May 10 19:02:56.368525 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-9fd5c670-3a62-4e53-b2a6-e5cbe6fc00de req-badb4bc0-6793-4751-8810-512d55da768b tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1631ae24-5157-48d3-803d-1a016ae6712e HTTP/1.1" status: 200 len: 210 time: 0.0304124 May 10 19:02:56.594986 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b5135-6c14-403f-830b-8dfcfa139224 req-5b26e3ff-45c9-4f39-a20e-f2cfbe4c94e6 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:56.596390 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ec2b5135-6c14-403f-830b-8dfcfa139224 req-5b26e3ff-45c9-4f39-a20e-f2cfbe4c94e6 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 945 time: 0.0476751 May 10 19:02:56.656727 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ec2b5135-6c14-403f-830b-8dfcfa139224 req-4d554df4-a854-4330-9c37-18920cd421e6 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541947 May 10 19:02:56.748002 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 04b8a92e-ae07-4bf3-8f3e-73cf7f637e41 up at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:02:56.844197 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning for port 04b8a92e-ae07-4bf3-8f3e-73cf7f637e41 completed by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:02:56.861256 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning complete for port 04b8a92e-ae07-4bf3-8f3e-73cf7f637e41 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:02:56.861627 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (04b8a92e-ae07-4bf3-8f3e-73cf7f637e41), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:56.866455 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21b1d5-d601-4513-b395-9917522c2acf req-4ea7a9eb-e6e6-442d-aac5-2d683bcc0d2e tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:56.868027 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-ec21b1d5-d601-4513-b395-9917522c2acf req-4ea7a9eb-e6e6-442d-aac5-2d683bcc0d2e tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=03153d7d-c8c0-4c25-8cf9-6876220b584f HTTP/1.1" status: 200 len: 945 time: 0.0483687 May 10 19:02:56.923099 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-ec21b1d5-d601-4513-b395-9917522c2acf req-598a223b-e3d8-4096-b5f1-c8667b191ea0 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4dfa36-bc3e-4ad6-8af6-2156d344e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486593 May 10 19:02:56.947059 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port 04b8a92e-ae07-4bf3-8f3e-73cf7f637e41 is: BUILD; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:02:56.947458 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (04b8a92e-ae07-4bf3-8f3e-73cf7f637e41), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:56.971519 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03153d7d-c8c0-4c25-8cf9-6876220b584f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b8a92e-ae07-4bf3-8f3e-73cf7f637e41'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:02:56.973838 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc4c72c1cd3e6c4fc9632b01e094f02638f1ddc8156bb4d740f489bc698d08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc49853-8093-4cc1-8798-c023dcfb8ef1" -d '{"events": [{"server_uuid": "03153d7d-c8c0-4c25-8cf9-6876220b584f", "name": "network-vif-plugged", "status": "completed", "tag": "04b8a92e-ae07-4bf3-8f3e-73cf7f637e41"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:02:56.986882 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 04b8a92e-ae07-4bf3-8f3e-73cf7f637e41, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=04b8a92e-ae07-4bf3-8f3e-73cf7f637e41,segment=NetworkSegment(1868c427-5847-444e-a7f0-4f51b9eb2322),segment_id=1868c427-5847-444e-a7f0-4f51b9eb2322)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:02:56.993993 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (04b8a92e-ae07-4bf3-8f3e-73cf7f637e41), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:57.023576 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edfe207-0071-4607-b3ec-8fb5085e2253 x-openstack-request-id: req-9edfe207-0071-4607-b3ec-8fb5085e2253 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:02:57.023871 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03153d7d-c8c0-4c25-8cf9-6876220b584f", "name": "network-vif-plugged", "status": "completed", "tag": "04b8a92e-ae07-4bf3-8f3e-73cf7f637e41", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:02:57.024127 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9edfe207-0071-4607-b3ec-8fb5085e2253 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:02:57.024523 dv-cinder-836996-18-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9edfe207-0071-4607-b3ec-8fb5085e2253'] response: {'server_uuid': '03153d7d-c8c0-4c25-8cf9-6876220b584f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b8a92e-ae07-4bf3-8f3e-73cf7f637e41', 'code': 200} May 10 19:02:57.050113 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=04b8a92e-ae07-4bf3-8f3e-73cf7f637e41,revision_number=5']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:02:57.467025 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-cb6cfb20-8b15-41a2-847d-e489c07c99a1 req-cf31039c-af83-436e-a20e-eea8f2ec7fa5 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1631ae24-5157-48d3-803d-1a016ae6712e HTTP/1.1" status: 200 len: 210 time: 0.0282354 May 10 19:02:57.783605 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f41d1-1ef9-4e97-8409-6a1323a7a7b2 req-17802083-88ef-4a8e-9a3d-24ce55aa6348 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:57.785098 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-791f41d1-1ef9-4e97-8409-6a1323a7a7b2 req-17802083-88ef-4a8e-9a3d-24ce55aa6348 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 945 time: 0.0471230 May 10 19:02:57.834270 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-791f41d1-1ef9-4e97-8409-6a1323a7a7b2 req-947f2933-e7e3-4a9f-b50b-9cdc6557a4b8 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431881 May 10 19:02:58.032159 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ee1b6-25d0-430a-b5be-56d7b99177a1 req-552564c4-3c53-4f48-b3d5-8f9df4162920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:58.032159 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-874ee1b6-25d0-430a-b5be-56d7b99177a1 req-552564c4-3c53-4f48-b3d5-8f9df4162920 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=03153d7d-c8c0-4c25-8cf9-6876220b584f HTTP/1.1" status: 200 len: 1130 time: 0.0398142 May 10 19:02:58.070044 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e5ba6-079d-4f38-a557-6926af22f804 req-ca7b2ab5-e264-4670-b0e1-6fa7dee39bcb tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:58.077008 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-447e5ba6-079d-4f38-a557-6926af22f804 req-ca7b2ab5-e264-4670-b0e1-6fa7dee39bcb tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=03153d7d-c8c0-4c25-8cf9-6876220b584f HTTP/1.1" status: 200 len: 946 time: 0.0595758 May 10 19:02:58.082696 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-874ee1b6-25d0-430a-b5be-56d7b99177a1 req-ce018292-872c-4926-b470-7db96e522078 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1c4dfa36-bc3e-4ad6-8af6-2156d344e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456462 May 10 19:02:58.128516 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-447e5ba6-079d-4f38-a557-6926af22f804 req-7b96f5fb-d9ed-4e88-8467-d81cd3071730 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4dfa36-bc3e-4ad6-8af6-2156d344e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506349 May 10 19:02:58.566044 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-6fad8a48-cd00-4b3e-9dd9-48743285206e req-80fa26c1-d348-4182-aa14-d02bcbd39c9d tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1631ae24-5157-48d3-803d-1a016ae6712e HTTP/1.1" status: 200 len: 210 time: 0.0311871 May 10 19:02:58.864155 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-80c9be1d-9195-41c3-a7c4-5bc0af313b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:02:58.966052 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa49a1-8db7-4256-882f-2dec2ec43577 req-9aae9a9a-a893-4254-9936-0296472f9b89 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:58.967530 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-63aa49a1-8db7-4256-882f-2dec2ec43577 req-9aae9a9a-a893-4254-9936-0296472f9b89 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 945 time: 0.0533135 May 10 19:02:59.016018 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-63aa49a1-8db7-4256-882f-2dec2ec43577 req-fb0b80a2-41b0-42dd-99a8-f7b4ad9e9406 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429976 May 10 19:02:59.256446 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5af8b-3173-4bec-8d23-59a0cb9c5b53 req-4b62b779-6fef-4c09-b297-f189bfb1eddd tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:02:59.257944 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b0b5af8b-3173-4bec-8d23-59a0cb9c5b53 req-4b62b779-6fef-4c09-b297-f189bfb1eddd tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=03153d7d-c8c0-4c25-8cf9-6876220b584f HTTP/1.1" status: 200 len: 946 time: 0.0476084 May 10 19:02:59.314234 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b0b5af8b-3173-4bec-8d23-59a0cb9c5b53 req-5b721b0b-d301-4b17-9586-a4ad16e6bf64 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4dfa36-bc3e-4ad6-8af6-2156d344e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504978 May 10 19:02:59.677371 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-2d191448-0c4f-4a1e-b3e4-0638daec1d95 req-0616b3c0-d9db-4911-8250-3ecb613ef9bb tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1631ae24-5157-48d3-803d-1a016ae6712e HTTP/1.1" status: 200 len: 210 time: 0.0279038 May 10 19:03:00.139785 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5887fc-ba45-4630-99aa-8c1618f36b82 req-385fa607-6dd0-4567-9df2-ace59b7bcd76 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:00.141265 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2f5887fc-ba45-4630-99aa-8c1618f36b82 req-385fa607-6dd0-4567-9df2-ace59b7bcd76 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 945 time: 0.0466819 May 10 19:03:00.199150 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2f5887fc-ba45-4630-99aa-8c1618f36b82 req-76ace7f4-f2a8-4f17-92d3-1ce85831b265 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479524 May 10 19:03:00.435809 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4977e-c23b-4097-8d38-613d8c3f0b91 req-a3c38dc9-446c-4eb6-a394-fe64551289d2 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:00.437377 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-1cb4977e-c23b-4097-8d38-613d8c3f0b91 req-a3c38dc9-446c-4eb6-a394-fe64551289d2 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=03153d7d-c8c0-4c25-8cf9-6876220b584f HTTP/1.1" status: 200 len: 946 time: 0.0478456 May 10 19:03:00.486075 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-1cb4977e-c23b-4097-8d38-613d8c3f0b91 req-524b6e85-d082-4391-86dc-e19b8861a97e tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4dfa36-bc3e-4ad6-8af6-2156d344e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425503 May 10 19:03:00.785162 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-d1c215fa-6629-48e8-b009-0215b6cc4cc2 req-01bc8ec8-40a4-4f40-b6e9-373a3240c59d tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1631ae24-5157-48d3-803d-1a016ae6712e HTTP/1.1" status: 200 len: 210 time: 0.0345674 May 10 19:03:01.228899 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1ace582a-08c6-4203-ade6-df96e1d43825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:01.330365 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfd251-e6a5-4a3d-8233-5544c1d3d251 req-98f64c6b-3c8f-4173-94dc-25d71276b2c0 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:01.331738 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-6fdfd251-e6a5-4a3d-8233-5544c1d3d251 req-98f64c6b-3c8f-4173-94dc-25d71276b2c0 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 945 time: 0.0553005 May 10 19:03:01.380382 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-6fdfd251-e6a5-4a3d-8233-5544c1d3d251 req-d497cb03-128c-48aa-9341-458d29c5c73b tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429997 May 10 19:03:01.603574 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3af9fb-b832-4085-b656-2dfdccd38d6b req-1eb9268b-a6b6-4fa4-bbdc-52ef02952015 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:01.604922 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3a3af9fb-b832-4085-b656-2dfdccd38d6b req-1eb9268b-a6b6-4fa4-bbdc-52ef02952015 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=03153d7d-c8c0-4c25-8cf9-6876220b584f HTTP/1.1" status: 200 len: 946 time: 0.0491531 May 10 19:03:01.711306 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3a3af9fb-b832-4085-b656-2dfdccd38d6b req-faf5c887-7147-4f51-ab19-dd4ba6321881 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4dfa36-bc3e-4ad6-8af6-2156d344e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004374 May 10 19:03:01.757614 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-762d9f84-4207-4948-86b9-211d59980257 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:01.759263 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-762d9f84-4207-4948-86b9-211d59980257 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.48 "GET /v2.0/networks?id=a4576b84-9910-4693-87ed-530385aa986d HTTP/1.1" status: 200 len: 815 time: 0.1298437 May 10 19:03:01.839975 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-7bec48de-2eac-4983-8825-735cc4e6419d tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08319d2b6ebf4a40830d212321cb6b63 HTTP/1.1" status: 200 len: 380 time: 0.0542161 May 10 19:03:01.871130 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-b538ec36-3710-46bb-ab28-b925d82dd460 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Request body: {'port': {'device_id': '1631ae24-5157-48d3-803d-1a016ae6712e', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'admin_state_up': True, 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'security_groups': ['93ab0cac-7ddc-40ef-a151-65c85c886903']}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:03:01.891628 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-bcd1b78d-52cf-451d-9fe1-024de53faf4d req-d03ae9d9-09b6-4df3-ab46-cb9b481985bf tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1631ae24-5157-48d3-803d-1a016ae6712e HTTP/1.1" status: 200 len: 210 time: 0.0302498 May 10 19:03:01.979671 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-b538ec36-3710-46bb-ab28-b925d82dd460 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Made reservation on behalf of 08319d2b6ebf4a40830d212321cb6b63 for: {'port': 1} {{(pid=103423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:03:01.983057 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-b538ec36-3710-46bb-ab28-b925d82dd460 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:02.113222 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-b538ec36-3710-46bb-ab28-b925d82dd460 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Allocated IP 172.20.0.10 (a4576b84-9910-4693-87ed-530385aa986d/c386732f-c86a-499c-bc04-b74b79921f36/79e44889-0794-4229-baff-0853290d00b4) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:03:02.264072 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-b538ec36-3710-46bb-ab28-b925d82dd460 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for port (79e44889-0794-4229-baff-0853290d00b4), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:02.300245 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-b538ec36-3710-46bb-ab28-b925d82dd460 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (79e44889-0794-4229-baff-0853290d00b4), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:02.343079 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-b538ec36-3710-46bb-ab28-b925d82dd460 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Network a4576b84-9910-4693-87ed-530385aa986d is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:03:02.346353 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-b538ec36-3710-46bb-ab28-b925d82dd460 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:03:02.350085 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-b538ec36-3710-46bb-ab28-b925d82dd460 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:03:02.379127 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538ec36-3710-46bb-ab28-b925d82dd460 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Pushing event updated for resources: {'Port': ['ID=79e44889-0794-4229-baff-0853290d00b4,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:02.412758 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-b538ec36-3710-46bb-ab28-b925d82dd460 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:02.413458 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-b538ec36-3710-46bb-ab28-b925d82dd460 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:02.440664 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-b538ec36-3710-46bb-ab28-b925d82dd460 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5736642 May 10 19:03:02.518165 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d899f39-dff1-485d-8c96-3d0ceb274f0e req-ec3b2e45-c8e8-413c-ab43-8eb4655c4ec3 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:02.519814 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5d899f39-dff1-485d-8c96-3d0ceb274f0e req-ec3b2e45-c8e8-413c-ab43-8eb4655c4ec3 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 945 time: 0.0525355 May 10 19:03:02.577341 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5d899f39-dff1-485d-8c96-3d0ceb274f0e req-647e2de9-4273-4f29-8497-17ba831d6975 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511646 May 10 19:03:02.589678 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-53c25507-d20e-4e65-93f6-1ef8cfa48dfc None None] Provisioning complete for port 79e44889-0794-4229-baff-0853290d00b4 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:03:02.590188 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-15338312-26af-4bcf-ac59-30310c0a0d4e service neutron] Request body: {'port': {'device_id': '1631ae24-5157-48d3-803d-1a016ae6712e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:03:02.590798 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-53c25507-d20e-4e65-93f6-1ef8cfa48dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (79e44889-0794-4229-baff-0853290d00b4), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:02.614268 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:02.631933 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-53c25507-d20e-4e65-93f6-1ef8cfa48dfc None None] Port 79e44889-0794-4229-baff-0853290d00b4 cannot update to ACTIVE because it is not bound. {{(pid=103424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:03:02.654378 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-15338312-26af-4bcf-ac59-30310c0a0d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (79e44889-0794-4229-baff-0853290d00b4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:02.830129 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13423cd3-1a91-4861-89d1-d3c7be704b92 req-e2254a24-c01e-4b5e-99b7-28857edc4020 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:02.831560 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-13423cd3-1a91-4861-89d1-d3c7be704b92 req-e2254a24-c01e-4b5e-99b7-28857edc4020 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=03153d7d-c8c0-4c25-8cf9-6876220b584f HTTP/1.1" status: 200 len: 946 time: 0.0462778 May 10 19:03:02.877895 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-13423cd3-1a91-4861-89d1-d3c7be704b92 req-4f499f83-34a5-4881-a175-7270f90c3720 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4dfa36-bc3e-4ad6-8af6-2156d344e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405147 May 10 19:03:02.921475 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-15338312-26af-4bcf-ac59-30310c0a0d4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79e44889-0794-4229-baff-0853290d00b4 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:03:02.929596 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-15338312-26af-4bcf-ac59-30310c0a0d4e service neutron] Publish callbacks [] for port (79e44889-0794-4229-baff-0853290d00b4), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:02.945943 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-15338312-26af-4bcf-ac59-30310c0a0d4e service neutron] Transition to ACTIVE for port object 79e44889-0794-4229-baff-0853290d00b4 will not be triggered until provisioned by entity L2. {{(pid=103423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:03:02.956726 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-15338312-26af-4bcf-ac59-30310c0a0d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (79e44889-0794-4229-baff-0853290d00b4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:03.010285 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e14fd7-8108-4126-a0ad-f4599445891f req-399f20f1-ea60-4593-b43d-9209dbf7a862 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:03.011883 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-a7e14fd7-8108-4126-a0ad-f4599445891f req-399f20f1-ea60-4593-b43d-9209dbf7a862 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1631ae24-5157-48d3-803d-1a016ae6712e HTTP/1.1" status: 200 len: 944 time: 0.0516806 May 10 19:03:03.030003 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c4723-1bbe-4fb1-807c-96d2d7667dd4 req-df2395e5-a33e-4305-b9d5-5eda3198100d tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:03.031521 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c46c4723-1bbe-4fb1-807c-96d2d7667dd4 req-df2395e5-a33e-4305-b9d5-5eda3198100d tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=03153d7d-c8c0-4c25-8cf9-6876220b584f HTTP/1.1" status: 200 len: 946 time: 0.0875151 May 10 19:03:03.044017 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 43962) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:03:03.047334 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15338312-26af-4bcf-ac59-30310c0a0d4e service neutron] Pushing event updated for resources: {'Port': ['ID=79e44889-0794-4229-baff-0853290d00b4,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:03.048749 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-d6bad827-509d-463a-9983-e88bca2d73e0 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Request body: {'floatingip': {'port_id': '04b8a92e-ae07-4bf3-8f3e-73cf7f637e41'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:03:03.105117 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d6bad827-509d-463a-9983-e88bca2d73e0 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for floatingip (8148f1ec-4134-459f-a484-41aeca70039c), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:03.124416 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-15338312-26af-4bcf-ac59-30310c0a0d4e service neutron] Attempting to bind port 79e44889-0794-4229-baff-0853290d00b4 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:03:03.124786 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-15338312-26af-4bcf-ac59-30310c0a0d4e service neutron] Attempting to bind port 79e44889-0794-4229-baff-0853290d00b4 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '04de397a-54d1-4abc-9167-6db11e2916d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:03:03.125121 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-15338312-26af-4bcf-ac59-30310c0a0d4e service neutron] Attempting to bind port 79e44889-0794-4229-baff-0853290d00b4 on network a4576b84-9910-4693-87ed-530385aa986d {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:03:03.130369 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-15338312-26af-4bcf-ac59-30310c0a0d4e service neutron] Port 79e44889-0794-4229-baff-0853290d00b4 on network a4576b84-9910-4693-87ed-530385aa986d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:03:03.130733 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-15338312-26af-4bcf-ac59-30310c0a0d4e service neutron] Attempting to bind port 79e44889-0794-4229-baff-0853290d00b4 on network a4576b84-9910-4693-87ed-530385aa986d {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:03:03.136151 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-15338312-26af-4bcf-ac59-30310c0a0d4e service neutron] Checking agent: {'id': '84b4d3b2-b3ea-4da4-b994-5396953c421b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'started_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:03:03.136495 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-15338312-26af-4bcf-ac59-30310c0a0d4e service neutron] Checking segment: {'id': '04de397a-54d1-4abc-9167-6db11e2916d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:03:03.136942 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-15338312-26af-4bcf-ac59-30310c0a0d4e service neutron] Bound using segment: {'id': '04de397a-54d1-4abc-9167-6db11e2916d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:03:03.137470 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-15338312-26af-4bcf-ac59-30310c0a0d4e service neutron] Bound port: 79e44889-0794-4229-baff-0853290d00b4, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04de397a-54d1-4abc-9167-6db11e2916d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:03:03.137850 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-15338312-26af-4bcf-ac59-30310c0a0d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (79e44889-0794-4229-baff-0853290d00b4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:03.155985 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-a7e14fd7-8108-4126-a0ad-f4599445891f req-1b932e07-6039-4a0f-8094-ebe22e39a49b tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=93ab0cac-7ddc-40ef-a151-65c85c886903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339443 May 10 19:03:03.214427 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-15338312-26af-4bcf-ac59-30310c0a0d4e service neutron] For port 79e44889-0794-4229-baff-0853290d00b4, host hv-cinder-83699, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:03:03.218095 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-15338312-26af-4bcf-ac59-30310c0a0d4e service neutron] For port 79e44889-0794-4229-baff-0853290d00b4, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=79e44889-0794-4229-baff-0853290d00b4,segment=NetworkSegment(04de397a-54d1-4abc-9167-6db11e2916d9),segment_id=04de397a-54d1-4abc-9167-6db11e2916d9)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:03:03.225329 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-15338312-26af-4bcf-ac59-30310c0a0d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (79e44889-0794-4229-baff-0853290d00b4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:03.256509 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-15338312-26af-4bcf-ac59-30310c0a0d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:03.257314 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-15338312-26af-4bcf-ac59-30310c0a0d4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:03.259224 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-15338312-26af-4bcf-ac59-30310c0a0d4e service neutron] 10.222.0.48 "PUT /v2.0/ports/79e44889-0794-4229-baff-0853290d00b4 HTTP/1.1" status: 200 len: 1094 time: 0.6735895 May 10 19:03:03.261622 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1631ae24-5157-48d3-803d-1a016ae6712e', 'tag': '79e44889-0794-4229-baff-0853290d00b4'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:03:03.264573 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa21d74a-3bdc-447f-8abf-ac5cb331b0ab" -d '{"events": [{"name": "network-changed", "server_uuid": "1631ae24-5157-48d3-803d-1a016ae6712e", "tag": "79e44889-0794-4229-baff-0853290d00b4"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:03:03.307290 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15338312-26af-4bcf-ac59-30310c0a0d4e service neutron] Pushing event updated for resources: {'Port': ['ID=79e44889-0794-4229-baff-0853290d00b4,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:03.326541 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db29c9f-3141-431e-8f99-1ebd9d7ef52c x-openstack-request-id: req-4db29c9f-3141-431e-8f99-1ebd9d7ef52c {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:03:03.326974 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1631ae24-5157-48d3-803d-1a016ae6712e", "tag": "79e44889-0794-4229-baff-0853290d00b4", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:03:03.327292 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4db29c9f-3141-431e-8f99-1ebd9d7ef52c {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:03:03.328015 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4db29c9f-3141-431e-8f99-1ebd9d7ef52c'] response: {'name': 'network-changed', 'server_uuid': '1631ae24-5157-48d3-803d-1a016ae6712e', 'tag': '79e44889-0794-4229-baff-0853290d00b4', 'status': 'completed', 'code': 200} May 10 19:03:03.363117 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-bce065d7-3b43-4caa-9102-0609cbe5d2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:03.364876 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-bce065d7-3b43-4caa-9102-0609cbe5d2db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08319d2b6ebf4a40830d212321cb6b63&device_id=1631ae24-5157-48d3-803d-1a016ae6712e HTTP/1.1" status: 200 len: 1128 time: 0.0499563 May 10 19:03:03.417610 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-a762d29b-dde0-4382-9bcf-fbd48d82336a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79e44889-0794-4229-baff-0853290d00b4 HTTP/1.1" status: 200 len: 217 time: 0.0400028 May 10 19:03:03.480608 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-34c59fa5-498e-4a52-a6cd-b3ac2994fa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:03.482686 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-34c59fa5-498e-4a52-a6cd-b3ac2994fa97 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c386732f-c86a-499c-bc04-b74b79921f36 HTTP/1.1" status: 200 len: 854 time: 0.0587213 May 10 19:03:03.528532 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-51a028f8-17de-45c7-baeb-6d82d22204d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:03.530102 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-51a028f8-17de-45c7-baeb-6d82d22204d5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4576b84-9910-4693-87ed-530385aa986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408418 May 10 19:03:03.631872 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-1d4fbb0b-d032-451b-922d-0117cd8927f5 service neutron] 10.222.0.48 "GET /v2.0/networks/a4576b84-9910-4693-87ed-530385aa986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948725 May 10 19:03:03.740023 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:03.746014 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd04f69-3e97-4e05-9704-82543a9d59a3 req-b7ff1cf7-33d6-4220-be2a-4f02b118ece5 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:03.746541 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-4dd04f69-3e97-4e05-9704-82543a9d59a3 req-b7ff1cf7-33d6-4220-be2a-4f02b118ece5 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 945 time: 0.0640366 May 10 19:03:03.748148 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-dc9bbee6-b401-4c5a-af0e-0c6a9f46f46e req-16235a82-7ff9-4b4a-b3dd-46e9d67939d7 service neutron] 10.222.0.48 "GET /v2.0/networks/a4576b84-9910-4693-87ed-530385aa986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094925 May 10 19:03:03.902068 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-4dd04f69-3e97-4e05-9704-82543a9d59a3 req-b0248e2b-47c7-4d75-b5a8-86a97f7ba5c2 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255152 May 10 19:03:03.912338 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d6bad827-509d-463a-9983-e88bca2d73e0 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:03.915727 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d6bad827-509d-463a-9983-e88bca2d73e0 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2085825'] for floatingip (8148f1ec-4134-459f-a484-41aeca70039c), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:04.020267 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.db.l3_db [None req-d6bad827-509d-463a-9983-e88bca2d73e0 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Floating IP 8148f1ec-4134-459f-a484-41aeca70039c associated. External IP: 172.27.1.244, port: 04b8a92e-ae07-4bf3-8f3e-73cf7f637e41. May 10 19:03:04.240171 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6bad827-509d-463a-9983-e88bca2d73e0 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Router 8e7968d0-167e-4fa8-9cf7-581b622af1ca has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:03:04.283854 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c89b8-aee9-4cc6-8498-35efa8bbb771 req-16620d0e-dce8-4723-aeac-9f85f577cb05 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:04.285370 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-714c89b8-aee9-4cc6-8498-35efa8bbb771 req-16620d0e-dce8-4723-aeac-9f85f577cb05 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1631ae24-5157-48d3-803d-1a016ae6712e HTTP/1.1" status: 200 len: 944 time: 0.0528741 May 10 19:03:04.332964 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-714c89b8-aee9-4cc6-8498-35efa8bbb771 req-07da6465-df42-488d-b4bb-12293e95c3ae tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=93ab0cac-7ddc-40ef-a151-65c85c886903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412457 May 10 19:03:04.354126 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6bad827-509d-463a-9983-e88bca2d73e0 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:03:04.360742 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d6bad827-509d-463a-9983-e88bca2d73e0 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:04.365749 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9b7d50-2499-46e4-8451-fde6685a2617 None None] Sync routers for ids ['8e7968d0-167e-4fa8-9cf7-581b622af1ca'] in dv-cinder-836996-18-iscsi {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:03:04.376716 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9b7d50-2499-46e4-8451-fde6685a2617 None None] Routers {'8e7968d0-167e-4fa8-9cf7-581b622af1ca'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:03:04.377318 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-9d9b7d50-2499-46e4-8451-fde6685a2617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:03:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['8e7968d0-167e-4fa8-9cf7-581b622af1ca'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:03:04.391193 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-d6bad827-509d-463a-9983-e88bca2d73e0 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "PUT /v2.0/floatingips/8148f1ec-4134-459f-a484-41aeca70039c HTTP/1.1" status: 200 len: 992 time: 1.3459961 May 10 19:03:04.391779 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03153d7d-c8c0-4c25-8cf9-6876220b584f', 'tag': '04b8a92e-ae07-4bf3-8f3e-73cf7f637e41'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:03:04.394205 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd46a798d5a9e44ec306513f4cdcaf49ebfda34863e20c5e194c8a5ee67cd38b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0644eb-82e1-436c-a463-bdcd539a386c" -d '{"events": [{"name": "network-changed", "server_uuid": "03153d7d-c8c0-4c25-8cf9-6876220b584f", "tag": "04b8a92e-ae07-4bf3-8f3e-73cf7f637e41"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:03:04.430689 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e540a132-42ad-4421-8ccf-f602b877ce22 x-openstack-request-id: req-e540a132-42ad-4421-8ccf-f602b877ce22 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:03:04.431099 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03153d7d-c8c0-4c25-8cf9-6876220b584f", "tag": "04b8a92e-ae07-4bf3-8f3e-73cf7f637e41", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:03:04.431441 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e540a132-42ad-4421-8ccf-f602b877ce22 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:03:04.432289 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e540a132-42ad-4421-8ccf-f602b877ce22'] response: {'name': 'network-changed', 'server_uuid': '03153d7d-c8c0-4c25-8cf9-6876220b584f', 'tag': '04b8a92e-ae07-4bf3-8f3e-73cf7f637e41', 'status': 'completed', 'code': 200} May 10 19:03:04.485741 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-9d9b7d50-2499-46e4-8451-fde6685a2617 None None] Set router 8e7968d0-167e-4fa8-9cf7-581b622af1ca gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:03:04.700938 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-9d9b7d50-2499-46e4-8451-fde6685a2617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'name': 'tempest-AttachVolumeTestJSON-1983261218-router', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:04Z', 'updated_at': '2022-05-10T18:58:17Z', 'revision_number': 4, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'gw_port': {'id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:07Z', 'updated_at': '2022-05-10T18:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': '8148f1ec-4134-459f-a484-41aeca70039c', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'floating_ip_address': '172.27.1.244', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'port_id': '04b8a92e-ae07-4bf3-8f3e-73cf7f637e41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4', 'mac_address': 'fa:16:3e:c5:80:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03153d7d-c8c0-4c25-8cf9-6876220b584f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:02:43Z', 'updated_at': '2022-05-10T19:03:03Z', 'revision_number': 1, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f04c5d-5ac4-4579-9530-dc79b8f0a486', 'name': '', 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'mac_address': 'fa:16:3e:ed:7e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '945414bb-2eef-4f0c-992b-73a797dbf824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:15Z', 'updated_at': '2022-05-10T18:58:32Z', 'revision_number': 5, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'subnets': [{'id': '945414bb-2eef-4f0c-992b-73a797dbf824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:03:04.733746 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9b7d50-2499-46e4-8451-fde6685a2617 None None] Checking router: 8e7968d0-167e-4fa8-9cf7-581b622af1ca for host: dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:03:04.743601 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9b7d50-2499-46e4-8451-fde6685a2617 None None] Routers {'8e7968d0-167e-4fa8-9cf7-581b622af1ca'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:03:04.744221 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-9d9b7d50-2499-46e4-8451-fde6685a2617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:03:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['8e7968d0-167e-4fa8-9cf7-581b622af1ca'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:03:04.854529 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-9d9b7d50-2499-46e4-8451-fde6685a2617 None None] Set router 8e7968d0-167e-4fa8-9cf7-581b622af1ca gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:03:05.020811 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96502b5-3cce-4044-a071-ddb03fcbea54 req-b6371dd0-2433-40f8-8246-6362c4f50359 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:05.022357 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c96502b5-3cce-4044-a071-ddb03fcbea54 req-b6371dd0-2433-40f8-8246-6362c4f50359 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 945 time: 0.0467613 May 10 19:03:05.069563 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c96502b5-3cce-4044-a071-ddb03fcbea54 req-1ed1ec91-588b-470e-b4f4-e32d0faec514 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412543 May 10 19:03:05.079949 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-9d9b7d50-2499-46e4-8451-fde6685a2617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'name': 'tempest-AttachVolumeTestJSON-1983261218-router', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:04Z', 'updated_at': '2022-05-10T18:58:17Z', 'revision_number': 4, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'gw_port': {'id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:07Z', 'updated_at': '2022-05-10T18:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': '8148f1ec-4134-459f-a484-41aeca70039c', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'floating_ip_address': '172.27.1.244', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'port_id': '04b8a92e-ae07-4bf3-8f3e-73cf7f637e41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4', 'mac_address': 'fa:16:3e:c5:80:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03153d7d-c8c0-4c25-8cf9-6876220b584f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:02:43Z', 'updated_at': '2022-05-10T19:03:03Z', 'revision_number': 1, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f04c5d-5ac4-4579-9530-dc79b8f0a486', 'name': '', 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'mac_address': 'fa:16:3e:ed:7e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '945414bb-2eef-4f0c-992b-73a797dbf824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:15Z', 'updated_at': '2022-05-10T18:58:32Z', 'revision_number': 5, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'subnets': [{'id': '945414bb-2eef-4f0c-992b-73a797dbf824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:03:05.108497 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9b7d50-2499-46e4-8451-fde6685a2617 None None] The sync data for ids ['8e7968d0-167e-4fa8-9cf7-581b622af1ca'] in dv-cinder-836996-18-iscsi is: [{'id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'name': 'tempest-AttachVolumeTestJSON-1983261218-router', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:04Z', 'updated_at': '2022-05-10T18:58:17Z', 'revision_number': 4, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'gw_port': {'id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:07Z', 'updated_at': '2022-05-10T18:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': '8148f1ec-4134-459f-a484-41aeca70039c', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'floating_ip_address': '172.27.1.244', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'port_id': '04b8a92e-ae07-4bf3-8f3e-73cf7f637e41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4', 'mac_address': 'fa:16:3e:c5:80:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03153d7d-c8c0-4c25-8cf9-6876220b584f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:02:43Z', 'updated_at': '2022-05-10T19:03:03Z', 'revision_number': 1, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f04c5d-5ac4-4579-9530-dc79b8f0a486', 'name': '', 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'mac_address': 'fa:16:3e:ed:7e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '945414bb-2eef-4f0c-992b-73a797dbf824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:15Z', 'updated_at': '2022-05-10T18:58:32Z', 'revision_number': 5, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'subnets': [{'id': '945414bb-2eef-4f0c-992b-73a797dbf824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:03:05.298845 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf07b825-a84c-42c6-b307-c6cdd00fb1ad None None] New status for floating IP 8148f1ec-4134-459f-a484-41aeca70039c: ACTIVE {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:03:05.410652 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:05.461235 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c9719-8475-4dc8-82a6-b77e07d1b393 req-8c6e250a-1caf-4b10-8fdc-b39964a6b33a tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:05.463018 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-740c9719-8475-4dc8-82a6-b77e07d1b393 req-8c6e250a-1caf-4b10-8fdc-b39964a6b33a tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1631ae24-5157-48d3-803d-1a016ae6712e HTTP/1.1" status: 200 len: 944 time: 0.0554624 May 10 19:03:05.511739 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-740c9719-8475-4dc8-82a6-b77e07d1b393 req-61503431-2269-4187-83ef-39b73aa8623f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=93ab0cac-7ddc-40ef-a151-65c85c886903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426998 May 10 19:03:06.204991 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2005a6-7333-4629-821e-048aa602de9c req-745ac793-fb85-49fe-948e-1eefe06ec075 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:06.206415 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ba2005a6-7333-4629-821e-048aa602de9c req-745ac793-fb85-49fe-948e-1eefe06ec075 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 945 time: 0.0557721 May 10 19:03:06.256988 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ba2005a6-7333-4629-821e-048aa602de9c req-ae12c2f1-1d53-412e-b0f4-b9c23f2353aa tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447342 May 10 19:03:06.645723 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ac4a9-eb75-4c82-8fea-ff16cc3db6e3 req-68aa00b2-8181-4bfb-a491-db2d5cd5227a tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:06.647175 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-350ac4a9-eb75-4c82-8fea-ff16cc3db6e3 req-68aa00b2-8181-4bfb-a491-db2d5cd5227a tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1631ae24-5157-48d3-803d-1a016ae6712e HTTP/1.1" status: 200 len: 944 time: 0.0474532 May 10 19:03:06.698838 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-350ac4a9-eb75-4c82-8fea-ff16cc3db6e3 req-e845b9f1-5254-4484-ac2e-f715157fba67 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=93ab0cac-7ddc-40ef-a151-65c85c886903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456815 May 10 19:03:07.415011 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21d74a-3bdc-447f-8abf-ac5cb331b0ab req-170ed385-fccf-403e-a583-bf539ad982e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:07.416838 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aa21d74a-3bdc-447f-8abf-ac5cb331b0ab req-170ed385-fccf-403e-a583-bf539ad982e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08319d2b6ebf4a40830d212321cb6b63&device_id=1631ae24-5157-48d3-803d-1a016ae6712e HTTP/1.1" status: 200 len: 1128 time: 0.0982635 May 10 19:03:07.423026 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0644eb-82e1-436c-a463-bdcd539a386c req-de114039-631f-4130-967f-e75110120551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:07.424660 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ef0644eb-82e1-436c-a463-bdcd539a386c req-de114039-631f-4130-967f-e75110120551 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f211dbe09fc34141b9d519a6e69c8dc2&device_id=03153d7d-c8c0-4c25-8cf9-6876220b584f HTTP/1.1" status: 200 len: 1130 time: 0.0798724 May 10 19:03:07.464535 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c5e69-8662-4fbd-8cb7-84d5f740f4f8 req-8110e726-a2f9-48d0-b204-ad48b4a3a9da tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:07.466012 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8b8c5e69-8662-4fbd-8cb7-84d5f740f4f8 req-8110e726-a2f9-48d0-b204-ad48b4a3a9da tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 945 time: 0.1202588 May 10 19:03:07.617628 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21d74a-3bdc-447f-8abf-ac5cb331b0ab req-97a988be-d22c-43a5-a8bd-0941d8d84cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:07.619102 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aa21d74a-3bdc-447f-8abf-ac5cb331b0ab req-97a988be-d22c-43a5-a8bd-0941d8d84cd0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a4576b84-9910-4693-87ed-530385aa986d HTTP/1.1" status: 200 len: 916 time: 0.1933687 May 10 19:03:07.625306 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8b8c5e69-8662-4fbd-8cb7-84d5f740f4f8 req-ba4cdb9b-c9a5-4e68-aee7-a86f08651a5b tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337147 May 10 19:03:07.665971 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0644eb-82e1-436c-a463-bdcd539a386c req-5ad8577a-f34e-4c9a-b100-b9f2b6536aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:07.667415 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ef0644eb-82e1-436c-a463-bdcd539a386c req-5ad8577a-f34e-4c9a-b100-b9f2b6536aba service neutron] 10.222.0.48 "GET /v2.0/networks?id=17ce47ba-754f-4a57-b915-d9f184cff0b4 HTTP/1.1" status: 200 len: 912 time: 0.2272725 May 10 19:03:07.668833 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aa21d74a-3bdc-447f-8abf-ac5cb331b0ab req-c6ec961b-5134-4ad8-bc49-b142e0cbaaf0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79e44889-0794-4229-baff-0853290d00b4 HTTP/1.1" status: 200 len: 217 time: 0.0382462 May 10 19:03:07.774560 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21d74a-3bdc-447f-8abf-ac5cb331b0ab req-1f76aa66-2cf5-4a8d-84c5-98bbfd1e294d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:07.776009 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aa21d74a-3bdc-447f-8abf-ac5cb331b0ab req-1f76aa66-2cf5-4a8d-84c5-98bbfd1e294d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c386732f-c86a-499c-bc04-b74b79921f36 HTTP/1.1" status: 200 len: 854 time: 0.0963349 May 10 19:03:07.778057 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ef0644eb-82e1-436c-a463-bdcd539a386c req-b81fea59-c388-496c-922f-b98a93316488 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04b8a92e-ae07-4bf3-8f3e-73cf7f637e41 HTTP/1.1" status: 200 len: 1002 time: 0.0994503 May 10 19:03:07.818242 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fac9c7-79b0-4bec-8159-73cbe9abdc8a req-1277c0c0-1c71-4267-8ad2-a1aeb8e3f646 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:07.819723 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b1fac9c7-79b0-4bec-8159-73cbe9abdc8a req-1277c0c0-1c71-4267-8ad2-a1aeb8e3f646 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1631ae24-5157-48d3-803d-1a016ae6712e HTTP/1.1" status: 200 len: 944 time: 0.0471482 May 10 19:03:07.855725 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21d74a-3bdc-447f-8abf-ac5cb331b0ab req-9ec61a35-e3d4-4916-9c2b-d6fa4baa5e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:07.857271 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aa21d74a-3bdc-447f-8abf-ac5cb331b0ab req-9ec61a35-e3d4-4916-9c2b-d6fa4baa5e4e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4576b84-9910-4693-87ed-530385aa986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0711889 May 10 19:03:07.862533 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0644eb-82e1-436c-a463-bdcd539a386c req-5b78d6fe-1a4b-4e2a-a5ca-e1dac96978e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:07.863876 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ef0644eb-82e1-436c-a463-bdcd539a386c req-5b78d6fe-1a4b-4e2a-a5ca-e1dac96978e6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=945414bb-2eef-4f0c-992b-73a797dbf824 HTTP/1.1" status: 200 len: 850 time: 0.0767460 May 10 19:03:07.867203 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b1fac9c7-79b0-4bec-8159-73cbe9abdc8a req-c63e1f73-7e70-4920-a133-c5423047f0a0 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=93ab0cac-7ddc-40ef-a151-65c85c886903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409498 May 10 19:03:07.974716 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0644eb-82e1-436c-a463-bdcd539a386c req-d8a28149-5874-4c0b-aad4-22d9a5587921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:07.976221 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ef0644eb-82e1-436c-a463-bdcd539a386c req-d8a28149-5874-4c0b-aad4-22d9a5587921 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17ce47ba-754f-4a57-b915-d9f184cff0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0808043 May 10 19:03:08.062927 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aa21d74a-3bdc-447f-8abf-ac5cb331b0ab req-8d9a0575-a961-428e-96d3-5b7e3ecfe982 service neutron] 10.222.0.48 "GET /v2.0/networks/a4576b84-9910-4693-87ed-530385aa986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686130 May 10 19:03:08.149783 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ef0644eb-82e1-436c-a463-bdcd539a386c req-db52de25-2f29-4ad6-948d-1528ac439267 service neutron] 10.222.0.48 "GET /v2.0/networks/17ce47ba-754f-4a57-b915-d9f184cff0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669445 May 10 19:03:08.234707 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aa21d74a-3bdc-447f-8abf-ac5cb331b0ab req-442d8ecd-cebe-4836-8b8a-ca64bc8502b2 service neutron] 10.222.0.48 "GET /v2.0/networks/a4576b84-9910-4693-87ed-530385aa986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600735 May 10 19:03:08.269860 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ef0644eb-82e1-436c-a463-bdcd539a386c req-43e95264-b810-417c-9ebc-eb5a6f4ce0ae service neutron] 10.222.0.48 "GET /v2.0/networks/17ce47ba-754f-4a57-b915-d9f184cff0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114609 May 10 19:03:08.423407 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:08.919749 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb0a9f-3bf0-465d-a338-38e807b826d4 req-06022b48-c097-4179-bf5e-c162f4f8a63a tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:08.921342 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-fbbb0a9f-3bf0-465d-a338-38e807b826d4 req-06022b48-c097-4179-bf5e-c162f4f8a63a tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 945 time: 0.2104094 May 10 19:03:08.969996 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-fbbb0a9f-3bf0-465d-a338-38e807b826d4 req-abab6ada-db96-48a5-a128-e9a9a61a8ee7 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429072 May 10 19:03:08.982345 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a5d11-94f5-4929-8515-42c62ea899c8 req-c6d4d7b3-7f6c-4a55-8f8d-6001420dd6c3 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:08.983947 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-3f1a5d11-94f5-4929-8515-42c62ea899c8 req-c6d4d7b3-7f6c-4a55-8f8d-6001420dd6c3 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1631ae24-5157-48d3-803d-1a016ae6712e HTTP/1.1" status: 200 len: 944 time: 0.0485842 May 10 19:03:09.031636 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-3f1a5d11-94f5-4929-8515-42c62ea899c8 req-96c16547-5626-44c1-b133-e0ab88e14369 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=93ab0cac-7ddc-40ef-a151-65c85c886903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421011 May 10 19:03:09.657150 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 79e44889-0794-4229-baff-0853290d00b4 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:03:09.767559 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 79e44889-0794-4229-baff-0853290d00b4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=79e44889-0794-4229-baff-0853290d00b4,segment=NetworkSegment(04de397a-54d1-4abc-9167-6db11e2916d9),segment_id=04de397a-54d1-4abc-9167-6db11e2916d9)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:03:09.779498 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Returning: {'device': '79e44889-0794-4229-baff-0853290d00b4', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'port_id': '79e44889-0794-4229-baff-0853290d00b4', 'mac_address': 'fa:16:3e:17:34:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:03:09.818887 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port 79e44889-0794-4229-baff-0853290d00b4 is: DOWN; New status is: BUILD {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:03:09.819268 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (79e44889-0794-4229-baff-0853290d00b4), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:09.832194 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79e44889-0794-4229-baff-0853290d00b4 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:03:09.858826 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 79e44889-0794-4229-baff-0853290d00b4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=79e44889-0794-4229-baff-0853290d00b4,segment=NetworkSegment(04de397a-54d1-4abc-9167-6db11e2916d9),segment_id=04de397a-54d1-4abc-9167-6db11e2916d9)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:03:09.864629 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (79e44889-0794-4229-baff-0853290d00b4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:09.918243 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=79e44889-0794-4229-baff-0853290d00b4,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:10.096489 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389a1c5-4772-40c0-960e-1048e00d244b req-3dc098fd-89d6-49d9-bec9-2ff858dd49be tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:10.098011 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2389a1c5-4772-40c0-960e-1048e00d244b req-3dc098fd-89d6-49d9-bec9-2ff858dd49be tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 945 time: 0.0510213 May 10 19:03:10.148575 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45dabed-4d8b-4540-bef5-4e9625a86358 req-3ec8f226-a169-4922-928d-8209c1b52c78 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:10.149701 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2389a1c5-4772-40c0-960e-1048e00d244b req-1ef20146-1240-47b7-aadc-7d0cbbb6768d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454364 May 10 19:03:10.150069 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-c45dabed-4d8b-4540-bef5-4e9625a86358 req-3ec8f226-a169-4922-928d-8209c1b52c78 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1631ae24-5157-48d3-803d-1a016ae6712e HTTP/1.1" status: 200 len: 945 time: 0.0501080 May 10 19:03:10.198123 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-c45dabed-4d8b-4540-bef5-4e9625a86358 req-f0b3b05c-537b-455b-ba08-cb193e10ea01 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=93ab0cac-7ddc-40ef-a151-65c85c886903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422332 May 10 19:03:11.279641 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60167f-99a9-46ee-a505-a0ef0eed4737 req-2ba33d50-acb6-4eff-bafd-a7d75fcf64b1 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:11.281231 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0e60167f-99a9-46ee-a505-a0ef0eed4737 req-2ba33d50-acb6-4eff-bafd-a7d75fcf64b1 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 945 time: 0.0483613 May 10 19:03:11.314353 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26458ac3-60e6-4ef1-bf58-692e28c1dc69 req-e2c50331-1a16-41f5-8ca7-05a5db11031f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:11.315868 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-26458ac3-60e6-4ef1-bf58-692e28c1dc69 req-e2c50331-1a16-41f5-8ca7-05a5db11031f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1631ae24-5157-48d3-803d-1a016ae6712e HTTP/1.1" status: 200 len: 945 time: 0.0474055 May 10 19:03:11.332077 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0e60167f-99a9-46ee-a505-a0ef0eed4737 req-cdccabb5-9c98-4a2e-a493-121ca67be43b tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452216 May 10 19:03:11.362934 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-26458ac3-60e6-4ef1-bf58-692e28c1dc69 req-6053eb93-2bea-4354-b90e-ebd6c1df52d4 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=93ab0cac-7ddc-40ef-a151-65c85c886903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414374 May 10 19:03:12.477429 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15e697-91bf-45c5-96b8-497a195808b0 req-834c71d4-6184-4e88-9180-2bbab298fd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:12.478921 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3b15e697-91bf-45c5-96b8-497a195808b0 req-834c71d4-6184-4e88-9180-2bbab298fd2f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e17dd3da9fc545fc901dc35e62332ab6&device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 1129 time: 0.0668726 May 10 19:03:12.481191 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673fc8a-1c5a-4f0e-af77-b57a99d88888 req-932e519a-23c6-46df-a08e-ea061e0b236f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:12.482706 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-9673fc8a-1c5a-4f0e-af77-b57a99d88888 req-932e519a-23c6-46df-a08e-ea061e0b236f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1631ae24-5157-48d3-803d-1a016ae6712e HTTP/1.1" status: 200 len: 945 time: 0.0507891 May 10 19:03:12.487120 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28e3bb-f6c8-4566-8d4d-233eb119e7fa req-8d63b384-5f92-4615-9147-faed2d4cf394 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:12.489162 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-1f28e3bb-f6c8-4566-8d4d-233eb119e7fa req-8d63b384-5f92-4615-9147-faed2d4cf394 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 945 time: 0.0789547 May 10 19:03:12.590476 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:03:12.605007 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-1f28e3bb-f6c8-4566-8d4d-233eb119e7fa req-40287017-48ac-48a2-9a38-08db20f55778 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101365 May 10 19:03:12.607451 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-9673fc8a-1c5a-4f0e-af77-b57a99d88888 req-6e8253c2-38df-4cd2-a626-2c3e95c0e838 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=93ab0cac-7ddc-40ef-a151-65c85c886903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170139 May 10 19:03:12.626647 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['79e44889-0794-4229-baff-0853290d00b4'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:03:12.654752 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15e697-91bf-45c5-96b8-497a195808b0 req-480be88f-7365-4932-a849-b26ea3d9a792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:12.656353 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3b15e697-91bf-45c5-96b8-497a195808b0 req-480be88f-7365-4932-a849-b26ea3d9a792 service neutron] 10.222.0.48 "GET /v2.0/networks?id=93f50fb6-d466-4999-a1b0-4ced1d39cc1d HTTP/1.1" status: 200 len: 918 time: 0.1541908 May 10 19:03:12.727726 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3b15e697-91bf-45c5-96b8-497a195808b0 req-47edc222-6957-4c4b-a2c7-7264996caadf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a398ba8f-f3b1-4cfc-9397-3f336cae17da HTTP/1.1" status: 200 len: 1001 time: 0.0649853 May 10 19:03:12.778661 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15e697-91bf-45c5-96b8-497a195808b0 req-ccc13341-7713-4298-a78d-cf54e1bcb7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:12.780148 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3b15e697-91bf-45c5-96b8-497a195808b0 req-ccc13341-7713-4298-a78d-cf54e1bcb7d4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8531edb7-c043-461d-9962-84adba840bae HTTP/1.1" status: 200 len: 856 time: 0.0462661 May 10 19:03:12.822157 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15e697-91bf-45c5-96b8-497a195808b0 req-ccc4f633-d433-4627-858c-59792cf6af37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:12.823589 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3b15e697-91bf-45c5-96b8-497a195808b0 req-ccc4f633-d433-4627-858c-59792cf6af37 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=93f50fb6-d466-4999-a1b0-4ced1d39cc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0367708 May 10 19:03:12.915837 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3b15e697-91bf-45c5-96b8-497a195808b0 req-2ce8fd00-15e2-466c-8790-da86a4ef3896 service neutron] 10.222.0.48 "GET /v2.0/networks/93f50fb6-d466-4999-a1b0-4ced1d39cc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854807 May 10 19:03:13.106496 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3b15e697-91bf-45c5-96b8-497a195808b0 req-77347587-5016-4dc2-9107-613b6f801d89 service neutron] 10.222.0.48 "GET /v2.0/networks/93f50fb6-d466-4999-a1b0-4ced1d39cc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049120 May 10 19:03:13.727651 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e918fc-ed97-4afc-957a-8925ae81b363 req-5856025f-728a-4812-a9a5-73b4cbbb505d tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:13.729074 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-13e918fc-ed97-4afc-957a-8925ae81b363 req-5856025f-728a-4812-a9a5-73b4cbbb505d tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1631ae24-5157-48d3-803d-1a016ae6712e HTTP/1.1" status: 200 len: 945 time: 0.0477734 May 10 19:03:13.731196 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0eee3e-ef04-4781-8ea7-ca25eb7d31c0 req-87a05b5c-573c-4681-9b17-d3afa25d9024 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:13.732665 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4a0eee3e-ef04-4781-8ea7-ca25eb7d31c0 req-87a05b5c-573c-4681-9b17-d3afa25d9024 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 945 time: 0.0466983 May 10 19:03:13.777238 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-13e918fc-ed97-4afc-957a-8925ae81b363 req-f744f093-bbcd-462d-a979-abacfcfce300 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=93ab0cac-7ddc-40ef-a151-65c85c886903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424156 May 10 19:03:13.785181 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4a0eee3e-ef04-4781-8ea7-ca25eb7d31c0 req-69314f1b-1a01-4a67-be75-4e8ef74c2241 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462148 May 10 19:03:14.320188 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device a398ba8f-f3b1-4cfc-9397-3f336cae17da details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:03:14.327123 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 79e44889-0794-4229-baff-0853290d00b4 up at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:03:14.424694 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning for port 79e44889-0794-4229-baff-0853290d00b4 completed by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:03:14.434580 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning complete for port 79e44889-0794-4229-baff-0853290d00b4 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:03:14.434992 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (79e44889-0794-4229-baff-0853290d00b4), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:14.481871 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port a398ba8f-f3b1-4cfc-9397-3f336cae17da, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a398ba8f-f3b1-4cfc-9397-3f336cae17da,segment=NetworkSegment(bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92),segment_id=bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:03:14.501082 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Returning: {'device': 'a398ba8f-f3b1-4cfc-9397-3f336cae17da', 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d', 'port_id': 'a398ba8f-f3b1-4cfc-9397-3f336cae17da', 'mac_address': 'fa:16:3e:cf:68:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8531edb7-c043-461d-9962-84adba840bae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:03:14.562848 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port a398ba8f-f3b1-4cfc-9397-3f336cae17da is: ACTIVE; New status is: BUILD {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:03:14.563239 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (a398ba8f-f3b1-4cfc-9397-3f336cae17da), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:14.573985 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port 79e44889-0794-4229-baff-0853290d00b4 is: BUILD; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:03:14.574294 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (79e44889-0794-4229-baff-0853290d00b4), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:14.585741 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a398ba8f-f3b1-4cfc-9397-3f336cae17da {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:03:14.620188 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1631ae24-5157-48d3-803d-1a016ae6712e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e44889-0794-4229-baff-0853290d00b4'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:03:14.623128 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc4c72c1cd3e6c4fc9632b01e094f02638f1ddc8156bb4d740f489bc698d08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b3f0fa-ae5c-45fc-8b72-1d47ce33eb90" -d '{"events": [{"server_uuid": "1631ae24-5157-48d3-803d-1a016ae6712e", "name": "network-vif-plugged", "status": "completed", "tag": "79e44889-0794-4229-baff-0853290d00b4"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:03:14.629060 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port a398ba8f-f3b1-4cfc-9397-3f336cae17da, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a398ba8f-f3b1-4cfc-9397-3f336cae17da,segment=NetworkSegment(bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92),segment_id=bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:03:14.640103 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (a398ba8f-f3b1-4cfc-9397-3f336cae17da), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:14.643498 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 79e44889-0794-4229-baff-0853290d00b4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=79e44889-0794-4229-baff-0853290d00b4,segment=NetworkSegment(04de397a-54d1-4abc-9167-6db11e2916d9),segment_id=04de397a-54d1-4abc-9167-6db11e2916d9)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:03:14.664735 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (79e44889-0794-4229-baff-0853290d00b4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:14.667675 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20df9486-2e87-457a-8172-22a37955fffb x-openstack-request-id: req-20df9486-2e87-457a-8172-22a37955fffb {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:03:14.667983 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1631ae24-5157-48d3-803d-1a016ae6712e", "name": "network-vif-plugged", "status": "completed", "tag": "79e44889-0794-4229-baff-0853290d00b4", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:03:14.668238 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-20df9486-2e87-457a-8172-22a37955fffb {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:03:14.668627 dv-cinder-836996-18-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20df9486-2e87-457a-8172-22a37955fffb'] response: {'server_uuid': '1631ae24-5157-48d3-803d-1a016ae6712e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e44889-0794-4229-baff-0853290d00b4', 'code': 200} May 10 19:03:14.694410 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=a398ba8f-f3b1-4cfc-9397-3f336cae17da,revision_number=6']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:14.742183 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=79e44889-0794-4229-baff-0853290d00b4,revision_number=5']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:14.898479 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385a711-729b-42c1-bdf9-d25029e98561 req-9405e293-2767-4051-8b37-fcb35c3bb8ea tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:14.899061 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e385a711-729b-42c1-bdf9-d25029e98561 req-9405e293-2767-4051-8b37-fcb35c3bb8ea tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1631ae24-5157-48d3-803d-1a016ae6712e HTTP/1.1" status: 200 len: 946 time: 0.0486093 May 10 19:03:14.912588 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1658d-ca85-4fa7-be1f-a99a20f741f5 req-1c1e22af-e5a8-465c-bfc7-a5ca2a6b9b59 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:14.920412 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b8f1658d-ca85-4fa7-be1f-a99a20f741f5 req-1c1e22af-e5a8-465c-bfc7-a5ca2a6b9b59 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 944 time: 0.0553839 May 10 19:03:14.959270 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e385a711-729b-42c1-bdf9-d25029e98561 req-a40d7c35-0265-4f51-9e1b-c7b18b54fe44 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=93ab0cac-7ddc-40ef-a151-65c85c886903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532169 May 10 19:03:14.972463 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b8f1658d-ca85-4fa7-be1f-a99a20f741f5 req-feb3e068-6593-4d19-bb18-3e4bd465b7fe tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509720 May 10 19:03:16.078296 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130289a-9d46-4665-8ee8-f56e3cbd10c7 req-0f3e6cc7-793a-4fec-bfa3-f0e5b055754d tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:16.079766 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b130289a-9d46-4665-8ee8-f56e3cbd10c7 req-0f3e6cc7-793a-4fec-bfa3-f0e5b055754d tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1631ae24-5157-48d3-803d-1a016ae6712e HTTP/1.1" status: 200 len: 946 time: 0.0520380 May 10 19:03:16.100413 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3eef6-bd63-4a85-8de7-e4ab3b6bbe37 req-9131696c-05c3-491c-a0ca-7f7f9cf18ffa tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:16.101937 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-53b3eef6-bd63-4a85-8de7-e4ab3b6bbe37 req-9131696c-05c3-491c-a0ca-7f7f9cf18ffa tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 944 time: 0.0470047 May 10 19:03:16.126549 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b130289a-9d46-4665-8ee8-f56e3cbd10c7 req-b87e896b-1a21-4b92-9dd9-8bd10a397c68 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=93ab0cac-7ddc-40ef-a151-65c85c886903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410688 May 10 19:03:16.149625 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-53b3eef6-bd63-4a85-8de7-e4ab3b6bbe37 req-ba423912-6cdb-48e1-88f1-bdc81c7d66d7 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420074 May 10 19:03:17.247707 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e30bfe-9bb6-4ed5-941c-7280d07b0957 req-1b0752ad-5ca3-4bd2-bc3f-66debd10af49 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:17.249240 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b7e30bfe-9bb6-4ed5-941c-7280d07b0957 req-1b0752ad-5ca3-4bd2-bc3f-66debd10af49 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1631ae24-5157-48d3-803d-1a016ae6712e HTTP/1.1" status: 200 len: 946 time: 0.0460887 May 10 19:03:17.267775 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266dac0-cbcb-4588-b3cd-e09833f31194 req-6603775a-f4ec-4322-8708-c0707a667f6c tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:17.269191 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b266dac0-cbcb-4588-b3cd-e09833f31194 req-6603775a-f4ec-4322-8708-c0707a667f6c tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 944 time: 0.0471699 May 10 19:03:17.294753 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b7e30bfe-9bb6-4ed5-941c-7280d07b0957 req-dfe4e4a0-973c-42be-a93a-acc65cbe7123 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=93ab0cac-7ddc-40ef-a151-65c85c886903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399439 May 10 19:03:17.315950 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b266dac0-cbcb-4588-b3cd-e09833f31194 req-e5d277be-6372-49ca-a016-180e9fa77c4c tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411081 May 10 19:03:17.881292 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['a398ba8f-f3b1-4cfc-9397-3f336cae17da'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:03:17.896924 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f930f-9499-491f-8d64-dee42e081383 req-7ef43cb3-9e87-4ff7-94fd-b45da365079c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:17.898436 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5a4f930f-9499-491f-8d64-dee42e081383 req-7ef43cb3-9e87-4ff7-94fd-b45da365079c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1631ae24-5157-48d3-803d-1a016ae6712e HTTP/1.1" status: 200 len: 1130 time: 0.0429618 May 10 19:03:17.957522 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5a4f930f-9499-491f-8d64-dee42e081383 req-cf7decfb-4a26-40cb-9a02-7056f2d18a68 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=93ab0cac-7ddc-40ef-a151-65c85c886903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368853 May 10 19:03:18.425399 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70525248-eed3-4454-9eb5-48a6192303e3 req-575e9c14-105a-4157-8db7-1adc32f31b00 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:18.428099 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-70525248-eed3-4454-9eb5-48a6192303e3 req-575e9c14-105a-4157-8db7-1adc32f31b00 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1631ae24-5157-48d3-803d-1a016ae6712e HTTP/1.1" status: 200 len: 946 time: 0.0534503 May 10 19:03:18.447681 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e0294-c3ee-431a-a14c-8c3e42ed490d req-5485a191-997d-4a45-9ccc-d963142ec8e6 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:18.449277 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-310e0294-c3ee-431a-a14c-8c3e42ed490d req-5485a191-997d-4a45-9ccc-d963142ec8e6 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 944 time: 0.0573118 May 10 19:03:18.485483 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-70525248-eed3-4454-9eb5-48a6192303e3 req-586f8653-0ac7-4345-b4e4-deed06d14a08 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=93ab0cac-7ddc-40ef-a151-65c85c886903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491862 May 10 19:03:18.499669 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-310e0294-c3ee-431a-a14c-8c3e42ed490d req-83bc7312-d673-44a4-89be-29cbc875546d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440342 May 10 19:03:19.685451 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c6cd6-b779-4815-99a8-5db4e50c0c4a req-9caadb15-a8af-49a9-82af-47309d803ca4 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:19.696272 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-902c6cd6-b779-4815-99a8-5db4e50c0c4a req-9caadb15-a8af-49a9-82af-47309d803ca4 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 944 time: 0.0688066 May 10 19:03:19.698388 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f294e-8d75-4bfe-9599-7c144ac3fb12 req-86552af0-2ffe-4dea-ac94-b84ab4466a75 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:19.712718 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-201f294e-8d75-4bfe-9599-7c144ac3fb12 req-86552af0-2ffe-4dea-ac94-b84ab4466a75 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1631ae24-5157-48d3-803d-1a016ae6712e HTTP/1.1" status: 200 len: 946 time: 0.0975256 May 10 19:03:19.727079 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device a398ba8f-f3b1-4cfc-9397-3f336cae17da up at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:03:19.794199 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-201f294e-8d75-4bfe-9599-7c144ac3fb12 req-c0d7239b-0ad3-428c-bccc-c08ee485e921 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=93ab0cac-7ddc-40ef-a151-65c85c886903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804300 May 10 19:03:19.830861 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-902c6cd6-b779-4815-99a8-5db4e50c0c4a req-7bc53c72-f2cd-4312-bc28-f4771d9b129a tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331897 May 10 19:03:19.883270 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning complete for port a398ba8f-f3b1-4cfc-9397-3f336cae17da triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:03:19.883871 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (a398ba8f-f3b1-4cfc-9397-3f336cae17da), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:20.135337 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port a398ba8f-f3b1-4cfc-9397-3f336cae17da is: BUILD; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:03:20.135631 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (a398ba8f-f3b1-4cfc-9397-3f336cae17da), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:20.159657 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73731b9-f546-49dd-9cb8-73a002db9921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a398ba8f-f3b1-4cfc-9397-3f336cae17da'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:03:20.162637 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc4c72c1cd3e6c4fc9632b01e094f02638f1ddc8156bb4d740f489bc698d08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44ea4c0-10b3-489a-ba9a-180081125e34" -d '{"events": [{"server_uuid": "b73731b9-f546-49dd-9cb8-73a002db9921", "name": "network-vif-plugged", "status": "completed", "tag": "a398ba8f-f3b1-4cfc-9397-3f336cae17da"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:03:20.175610 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port a398ba8f-f3b1-4cfc-9397-3f336cae17da, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a398ba8f-f3b1-4cfc-9397-3f336cae17da,segment=NetworkSegment(bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92),segment_id=bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:03:20.182707 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (a398ba8f-f3b1-4cfc-9397-3f336cae17da), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:20.218542 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f42ea87-a137-4db9-8b24-0e643400b709 x-openstack-request-id: req-9f42ea87-a137-4db9-8b24-0e643400b709 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:03:20.219133 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73731b9-f546-49dd-9cb8-73a002db9921", "name": "network-vif-plugged", "status": "completed", "tag": "a398ba8f-f3b1-4cfc-9397-3f336cae17da", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:03:20.219394 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9f42ea87-a137-4db9-8b24-0e643400b709 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:03:20.219796 dv-cinder-836996-18-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f42ea87-a137-4db9-8b24-0e643400b709'] response: {'server_uuid': 'b73731b9-f546-49dd-9cb8-73a002db9921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a398ba8f-f3b1-4cfc-9397-3f336cae17da', 'code': 200} May 10 19:03:20.246862 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=a398ba8f-f3b1-4cfc-9397-3f336cae17da,revision_number=7']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:20.917803 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a32d0-1c36-4b17-8414-2703cab708f6 req-6c094b98-e07c-44f5-af21-43dd1fc18e2a tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:20.919355 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-767a32d0-1c36-4b17-8414-2703cab708f6 req-6c094b98-e07c-44f5-af21-43dd1fc18e2a tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1631ae24-5157-48d3-803d-1a016ae6712e HTTP/1.1" status: 200 len: 946 time: 0.0570254 May 10 19:03:20.986906 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537312f-910b-4f0a-b29f-a32002f7c760 req-952c95d4-6e09-4cfd-b77d-d0d67a9dd31f tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:20.988874 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b537312f-910b-4f0a-b29f-a32002f7c760 req-952c95d4-6e09-4cfd-b77d-d0d67a9dd31f tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 945 time: 0.0696459 May 10 19:03:20.989791 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-767a32d0-1c36-4b17-8414-2703cab708f6 req-1617a965-7c46-4bed-8188-0c80c05c867c tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=93ab0cac-7ddc-40ef-a151-65c85c886903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593507 May 10 19:03:21.062686 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b537312f-910b-4f0a-b29f-a32002f7c760 req-c288d76a-6666-48f6-bde2-b0fb9e1c47c7 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677259 May 10 19:03:21.131752 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cace9-7640-40c1-9e1e-2e443f44646f req-5d243b6e-58e4-4042-b1a6-66b7146d1a63 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:21.137161 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-e64cace9-7640-40c1-9e1e-2e443f44646f req-5d243b6e-58e4-4042-b1a6-66b7146d1a63 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1631ae24-5157-48d3-803d-1a016ae6712e HTTP/1.1" status: 200 len: 946 time: 0.0645325 May 10 19:03:21.142918 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 44186) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:03:21.147637 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-7e69601b-7d6f-463d-9ae0-56a5aa7243cc tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Request body: {'floatingip': {'port_id': '79e44889-0794-4229-baff-0853290d00b4'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:03:21.205900 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7e69601b-7d6f-463d-9ae0-56a5aa7243cc tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for floatingip (2ad15ab8-d058-45bc-b454-0387f8f7b347), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:21.987202 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7e69601b-7d6f-463d-9ae0-56a5aa7243cc tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:21.995634 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7e69601b-7d6f-463d-9ae0-56a5aa7243cc tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2085825'] for floatingip (2ad15ab8-d058-45bc-b454-0387f8f7b347), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:22.104296 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.db.l3_db [None req-7e69601b-7d6f-463d-9ae0-56a5aa7243cc tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Floating IP 2ad15ab8-d058-45bc-b454-0387f8f7b347 associated. External IP: 172.27.1.67, port: 79e44889-0794-4229-baff-0853290d00b4. May 10 19:03:22.212262 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a54fd-39c2-408a-8ec9-ba2ca542b1f7 req-95877b5c-2f20-47bb-97b3-464d0b20e130 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:22.216833 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-156a54fd-39c2-408a-8ec9-ba2ca542b1f7 req-95877b5c-2f20-47bb-97b3-464d0b20e130 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 945 time: 0.0682285 May 10 19:03:22.301828 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-156a54fd-39c2-408a-8ec9-ba2ca542b1f7 req-4f155cc7-234b-4d97-b1f8-118ddfcf0d7d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522661 May 10 19:03:22.471477 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e69601b-7d6f-463d-9ae0-56a5aa7243cc tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Router 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:03:22.534320 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 44200) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:03:22.590436 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e69601b-7d6f-463d-9ae0-56a5aa7243cc tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:03:22.595411 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7e69601b-7d6f-463d-9ae0-56a5aa7243cc tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:22.601990 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774e15c2-7ebb-4443-9339-22f1252d7eb0 None None] Sync routers for ids ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'] in dv-cinder-836996-18-iscsi {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:03:22.617949 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774e15c2-7ebb-4443-9339-22f1252d7eb0 None None] Routers {'224c80a3-2c7e-4fdf-addf-77721e5d4aa9'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:03:22.621676 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-774e15c2-7ebb-4443-9339-22f1252d7eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:03:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:03:22.639443 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-7e69601b-7d6f-463d-9ae0-56a5aa7243cc tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "PUT /v2.0/floatingips/2ad15ab8-d058-45bc-b454-0387f8f7b347 HTTP/1.1" status: 200 len: 991 time: 1.4933021 May 10 19:03:22.639443 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1631ae24-5157-48d3-803d-1a016ae6712e', 'tag': '79e44889-0794-4229-baff-0853290d00b4'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:03:22.640545 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f175f93-4d04-4746-b2e5-a003bf462f29" -d '{"events": [{"name": "network-changed", "server_uuid": "1631ae24-5157-48d3-803d-1a016ae6712e", "tag": "79e44889-0794-4229-baff-0853290d00b4"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:03:22.689078 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-36d7443d-fe11-4b5e-8537-20ddc8b452f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:22.690485 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc162c5d-a14b-40d8-bd5b-5f6eae9beeec x-openstack-request-id: req-fc162c5d-a14b-40d8-bd5b-5f6eae9beeec {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:03:22.690779 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1631ae24-5157-48d3-803d-1a016ae6712e", "tag": "79e44889-0794-4229-baff-0853290d00b4", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:03:22.691038 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fc162c5d-a14b-40d8-bd5b-5f6eae9beeec {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:03:22.691459 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc162c5d-a14b-40d8-bd5b-5f6eae9beeec'] response: {'name': 'network-changed', 'server_uuid': '1631ae24-5157-48d3-803d-1a016ae6712e', 'tag': '79e44889-0794-4229-baff-0853290d00b4', 'status': 'completed', 'code': 200} May 10 19:03:22.775259 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-36d7443d-fe11-4b5e-8537-20ddc8b452f1 admin admin] Publish callbacks [] for security_group (0ccfa242-3a65-4809-9055-d048b9807889), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:22.781203 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-774e15c2-7ebb-4443-9339-22f1252d7eb0 None None] Set router 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:03:22.785887 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-36d7443d-fe11-4b5e-8537-20ddc8b452f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (0ccfa242-3a65-4809-9055-d048b9807889), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:22.802254 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f175f93-4d04-4746-b2e5-a003bf462f29 req-254eeda7-ac30-4f70-b3a2-88afb2b259ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:22.803897 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0f175f93-4d04-4746-b2e5-a003bf462f29 req-254eeda7-ac30-4f70-b3a2-88afb2b259ba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08319d2b6ebf4a40830d212321cb6b63&device_id=1631ae24-5157-48d3-803d-1a016ae6712e HTTP/1.1" status: 200 len: 1130 time: 0.0511808 May 10 19:03:22.830750 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 44208) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:03:22.831517 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-36d7443d-fe11-4b5e-8537-20ddc8b452f1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6ef1ab99c3f845fb967283cde091b168&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2959862 May 10 19:03:22.833733 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7443d-fe11-4b5e-8537-20ddc8b452f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccfa242-3a65-4809-9055-d048b9807889,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:22.952482 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a6052034-b900-4e4c-a2d5-fdf7701a989b admin admin] Publish callbacks [] for security_group (0ccfa242-3a65-4809-9055-d048b9807889), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:22.972916 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f175f93-4d04-4746-b2e5-a003bf462f29 req-e5304655-8851-4548-b375-d9c557f2f120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:22.974639 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0f175f93-4d04-4746-b2e5-a003bf462f29 req-e5304655-8851-4548-b375-d9c557f2f120 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a4576b84-9910-4693-87ed-530385aa986d HTTP/1.1" status: 200 len: 916 time: 0.1635764 May 10 19:03:22.983981 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a6052034-b900-4e4c-a2d5-fdf7701a989b admin admin] Publish callbacks [] for security_group (0ccfa242-3a65-4809-9055-d048b9807889), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:23.015386 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-774e15c2-7ebb-4443-9339-22f1252d7eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'name': 'tempest-AttachVolumeNegativeTest-1418596659-router', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:20Z', 'revision_number': 4, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'gw_port': {'id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': '2ad15ab8-d058-45bc-b454-0387f8f7b347', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'port_id': '79e44889-0794-4229-baff-0853290d00b4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'mac_address': 'fa:16:3e:17:34:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1631ae24-5157-48d3-803d-1a016ae6712e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:02:54Z', 'updated_at': '2022-05-10T19:03:21Z', 'revision_number': 1, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecb12316-5946-47ad-ac9c-64373489eb65', 'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'mac_address': 'fa:16:3e:fe:8b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:16Z', 'updated_at': '2022-05-10T18:58:36Z', 'revision_number': 5, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'subnets': [{'id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:03:23.074145 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0f175f93-4d04-4746-b2e5-a003bf462f29 req-a467e26b-602d-4f09-a03b-679133d0a361 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79e44889-0794-4229-baff-0853290d00b4 HTTP/1.1" status: 200 len: 999 time: 0.0800140 May 10 19:03:23.121000 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a6052034-b900-4e4c-a2d5-fdf7701a989b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (0ccfa242-3a65-4809-9055-d048b9807889), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:23.123702 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a6052034-b900-4e4c-a2d5-fdf7701a989b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:23.127856 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-a6052034-b900-4e4c-a2d5-fdf7701a989b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0ccfa242-3a65-4809-9055-d048b9807889 HTTP/1.1" status: 204 len: 168 time: 0.2960155 May 10 19:03:23.143348 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6052034-b900-4e4c-a2d5-fdf7701a989b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccfa242-3a65-4809-9055-d048b9807889,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:23.159104 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f175f93-4d04-4746-b2e5-a003bf462f29 req-5b6f6d56-d0a3-4e6c-9fbf-ea33b3dc30a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:23.161110 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0f175f93-4d04-4746-b2e5-a003bf462f29 req-5b6f6d56-d0a3-4e6c-9fbf-ea33b3dc30a6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c386732f-c86a-499c-bc04-b74b79921f36 HTTP/1.1" status: 200 len: 854 time: 0.0784683 May 10 19:03:23.183798 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774e15c2-7ebb-4443-9339-22f1252d7eb0 None None] Checking router: 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 for host: dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:03:23.201833 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774e15c2-7ebb-4443-9339-22f1252d7eb0 None None] Routers {'224c80a3-2c7e-4fdf-addf-77721e5d4aa9'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:03:23.202471 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-774e15c2-7ebb-4443-9339-22f1252d7eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:03:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:03:23.246479 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f175f93-4d04-4746-b2e5-a003bf462f29 req-da4005e4-b560-4060-9c94-04a658cc2192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:23.252943 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0f175f93-4d04-4746-b2e5-a003bf462f29 req-da4005e4-b560-4060-9c94-04a658cc2192 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4576b84-9910-4693-87ed-530385aa986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0793645 May 10 19:03:23.348370 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-774e15c2-7ebb-4443-9339-22f1252d7eb0 None None] Set router 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:03:23.453251 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0f175f93-4d04-4746-b2e5-a003bf462f29 req-c4e9e4bf-6dda-4de6-82c6-5c95b08d505e service neutron] 10.222.0.48 "GET /v2.0/networks/a4576b84-9910-4693-87ed-530385aa986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889603 May 10 19:03:23.558584 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd26c29-c056-48aa-ae20-7e3128363ba7 req-6019dac1-5d96-42a3-b969-ce1e36a5ad63 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:23.560760 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bdd26c29-c056-48aa-ae20-7e3128363ba7 req-6019dac1-5d96-42a3-b969-ce1e36a5ad63 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 945 time: 0.1427779 May 10 19:03:23.612392 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 44216) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:03:23.634042 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1c7fd623-1907-470e-8561-c31afaf429ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:23.647125 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-774e15c2-7ebb-4443-9339-22f1252d7eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'name': 'tempest-AttachVolumeNegativeTest-1418596659-router', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:20Z', 'revision_number': 4, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'gw_port': {'id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': '2ad15ab8-d058-45bc-b454-0387f8f7b347', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'port_id': '79e44889-0794-4229-baff-0853290d00b4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'mac_address': 'fa:16:3e:17:34:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1631ae24-5157-48d3-803d-1a016ae6712e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:02:54Z', 'updated_at': '2022-05-10T19:03:21Z', 'revision_number': 1, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecb12316-5946-47ad-ac9c-64373489eb65', 'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'mac_address': 'fa:16:3e:fe:8b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:16Z', 'updated_at': '2022-05-10T18:58:36Z', 'revision_number': 5, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'subnets': [{'id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:03:23.648879 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0f175f93-4d04-4746-b2e5-a003bf462f29 req-0ccc14d2-3161-49cd-82d7-09215e490400 service neutron] 10.222.0.48 "GET /v2.0/networks/a4576b84-9910-4693-87ed-530385aa986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723616 May 10 19:03:23.652649 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bdd26c29-c056-48aa-ae20-7e3128363ba7 req-ae1c5b62-9d19-43ec-b25d-b196b4362917 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853236 May 10 19:03:23.684876 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774e15c2-7ebb-4443-9339-22f1252d7eb0 None None] The sync data for ids ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'] in dv-cinder-836996-18-iscsi is: [{'id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'name': 'tempest-AttachVolumeNegativeTest-1418596659-router', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:20Z', 'revision_number': 4, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'gw_port': {'id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': '2ad15ab8-d058-45bc-b454-0387f8f7b347', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'port_id': '79e44889-0794-4229-baff-0853290d00b4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'mac_address': 'fa:16:3e:17:34:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1631ae24-5157-48d3-803d-1a016ae6712e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:02:54Z', 'updated_at': '2022-05-10T19:03:21Z', 'revision_number': 1, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecb12316-5946-47ad-ac9c-64373489eb65', 'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'mac_address': 'fa:16:3e:fe:8b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:16Z', 'updated_at': '2022-05-10T18:58:36Z', 'revision_number': 5, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'subnets': [{'id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:03:23.793856 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1c7fd623-1907-470e-8561-c31afaf429ff admin admin] Publish callbacks [] for security_group (4bc2654a-dfa5-47e7-a50c-ab85a82b0213), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:23.799184 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1c7fd623-1907-470e-8561-c31afaf429ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (4bc2654a-dfa5-47e7-a50c-ab85a82b0213), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:23.845376 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-1c7fd623-1907-470e-8561-c31afaf429ff admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f83f7069720c497883f35349afb8e01c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300069 May 10 19:03:23.848019 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 44218) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:03:23.854754 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7fd623-1907-470e-8561-c31afaf429ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc2654a-dfa5-47e7-a50c-ab85a82b0213,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:23.909995 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6f3d6428-f604-4f45-a81b-f41a3eec0f60 admin admin] Publish callbacks [] for security_group (4bc2654a-dfa5-47e7-a50c-ab85a82b0213), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:23.937774 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6f3d6428-f604-4f45-a81b-f41a3eec0f60 admin admin] Publish callbacks [] for security_group (4bc2654a-dfa5-47e7-a50c-ab85a82b0213), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:23.982608 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5778b32-de7a-4cda-aa86-d7c3e43eb0ae None None] New status for floating IP 2ad15ab8-d058-45bc-b454-0387f8f7b347: ACTIVE {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:03:24.013425 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6f3d6428-f604-4f45-a81b-f41a3eec0f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (4bc2654a-dfa5-47e7-a50c-ab85a82b0213), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:24.016247 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6f3d6428-f604-4f45-a81b-f41a3eec0f60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:24.021423 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-6f3d6428-f604-4f45-a81b-f41a3eec0f60 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4bc2654a-dfa5-47e7-a50c-ab85a82b0213 HTTP/1.1" status: 204 len: 168 time: 0.1682351 May 10 19:03:24.025962 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d6428-f604-4f45-a81b-f41a3eec0f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc2654a-dfa5-47e7-a50c-ab85a82b0213,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:24.823358 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad91c3-42cc-4e93-a503-17941c9fe3bf req-f470973f-e23c-40bb-bd4a-3432377ebe48 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:24.831263 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-1aad91c3-42cc-4e93-a503-17941c9fe3bf req-f470973f-e23c-40bb-bd4a-3432377ebe48 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 945 time: 0.0664241 May 10 19:03:24.884395 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-1aad91c3-42cc-4e93-a503-17941c9fe3bf req-50d75964-6793-47c7-966d-b83615157380 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514340 May 10 19:03:26.030924 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3aae7-a45e-4b21-8073-98b5b84dc0c6 req-55a82c3c-2847-4351-be29-9212387510fa tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:26.032501 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-26e3aae7-a45e-4b21-8073-98b5b84dc0c6 req-55a82c3c-2847-4351-be29-9212387510fa tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 945 time: 0.0664346 May 10 19:03:26.112063 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-26e3aae7-a45e-4b21-8073-98b5b84dc0c6 req-3fe0fcd6-77c6-4cb3-babf-31feb2e4e4d6 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697258 May 10 19:03:27.232126 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbf50b-b996-408b-bcb9-225afaf6dab4 req-d30ea1a8-e321-47e5-b735-2f4c92c5deb7 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:27.234337 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b7bbf50b-b996-408b-bcb9-225afaf6dab4 req-d30ea1a8-e321-47e5-b735-2f4c92c5deb7 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 945 time: 0.0513864 May 10 19:03:27.291456 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b7bbf50b-b996-408b-bcb9-225afaf6dab4 req-ddaf2257-60ec-4b74-9c09-9183ff599778 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510654 May 10 19:03:28.423869 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901066db-8d85-4321-ad23-6bdec3f55c72 req-9fc303f2-214d-4f84-9487-5e7fcd0a86e0 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:28.424668 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-901066db-8d85-4321-ad23-6bdec3f55c72 req-9fc303f2-214d-4f84-9487-5e7fcd0a86e0 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 945 time: 0.0570879 May 10 19:03:28.476823 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-901066db-8d85-4321-ad23-6bdec3f55c72 req-b15169d9-215d-4360-ac48-d68af761e656 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431185 May 10 19:03:28.866936 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ab53bf4b-212f-460a-a977-43a24528226f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:29.769747 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2110b5-d5f7-492d-97a2-9f4d862cf36f req-be45c487-c600-4efc-b63c-1a58b2c99ef2 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:29.771142 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-0b2110b5-d5f7-492d-97a2-9f4d862cf36f req-be45c487-c600-4efc-b63c-1a58b2c99ef2 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 945 time: 0.0516717 May 10 19:03:29.818636 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-0b2110b5-d5f7-492d-97a2-9f4d862cf36f req-da5d8437-ce55-4803-90bf-ec2d83267236 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417206 May 10 19:03:30.945156 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff6f95-0c88-44a9-9782-b1bba36bb240 req-f6b06f8f-22ec-4bfa-b0bb-276b3802544c tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:30.946691 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-fdff6f95-0c88-44a9-9782-b1bba36bb240 req-f6b06f8f-22ec-4bfa-b0bb-276b3802544c tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 945 time: 0.0536807 May 10 19:03:30.995706 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-fdff6f95-0c88-44a9-9782-b1bba36bb240 req-0a4cb9a7-20a6-413f-a2b7-f71fe0e680d0 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432668 May 10 19:03:31.129443 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ad678-197d-4665-9e7e-7cb5755e42d8 req-bec5121d-5828-481e-8164-f02a7dca0ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:31.130923 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7f6ad678-197d-4665-9e7e-7cb5755e42d8 req-bec5121d-5828-481e-8164-f02a7dca0ec3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e17dd3da9fc545fc901dc35e62332ab6&device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 1129 time: 0.1307089 May 10 19:03:31.223295 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ad678-197d-4665-9e7e-7cb5755e42d8 req-f805ae9d-21ed-4a9e-a40a-9e6f324ab317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:31.224810 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7f6ad678-197d-4665-9e7e-7cb5755e42d8 req-f805ae9d-21ed-4a9e-a40a-9e6f324ab317 service neutron] 10.222.0.48 "GET /v2.0/networks?id=93f50fb6-d466-4999-a1b0-4ced1d39cc1d HTTP/1.1" status: 200 len: 918 time: 0.0868037 May 10 19:03:31.233895 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5f6e9be7-6ba8-4a82-acc8-2c3677257e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:31.290392 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7f6ad678-197d-4665-9e7e-7cb5755e42d8 req-8c43bdd6-f2b7-46aa-a2c5-963aaffe5e92 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a398ba8f-f3b1-4cfc-9397-3f336cae17da HTTP/1.1" status: 200 len: 1001 time: 0.0591063 May 10 19:03:31.350724 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ad678-197d-4665-9e7e-7cb5755e42d8 req-50cee018-a8d9-4b43-9618-5ad195830cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:31.352208 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7f6ad678-197d-4665-9e7e-7cb5755e42d8 req-50cee018-a8d9-4b43-9618-5ad195830cb7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8531edb7-c043-461d-9962-84adba840bae HTTP/1.1" status: 200 len: 856 time: 0.0558934 May 10 19:03:31.395991 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ad678-197d-4665-9e7e-7cb5755e42d8 req-1b939adf-d729-45be-ab83-d90ed57e5605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:31.397488 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7f6ad678-197d-4665-9e7e-7cb5755e42d8 req-1b939adf-d729-45be-ab83-d90ed57e5605 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=93f50fb6-d466-4999-a1b0-4ced1d39cc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382926 May 10 19:03:31.485419 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7f6ad678-197d-4665-9e7e-7cb5755e42d8 req-99fc627c-6deb-46c3-8fec-0dc70d455ab3 service neutron] 10.222.0.48 "GET /v2.0/networks/93f50fb6-d466-4999-a1b0-4ced1d39cc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815628 May 10 19:03:31.578861 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7f6ad678-197d-4665-9e7e-7cb5755e42d8 req-332ad1c0-2659-4c9d-9e27-8dc55598952a service neutron] 10.222.0.48 "GET /v2.0/networks/93f50fb6-d466-4999-a1b0-4ced1d39cc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867889 May 10 19:03:32.131096 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa1a51-fd4d-4095-bea5-a8f5815a2b0c req-9e7c93d4-a6a4-4686-8e23-4867485ad6d4 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:32.132602 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-e2fa1a51-fd4d-4095-bea5-a8f5815a2b0c req-9e7c93d4-a6a4-4686-8e23-4867485ad6d4 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 945 time: 0.0486143 May 10 19:03:32.180925 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-e2fa1a51-fd4d-4095-bea5-a8f5815a2b0c req-0388321b-ad01-48d8-ac39-c8caea49e4ec tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426514 May 10 19:03:32.565087 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:33.311815 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c901399-8404-43e0-87de-34a26ac32cdd req-eb80a036-6871-4f43-8ff9-deeef1967833 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:33.313268 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7c901399-8404-43e0-87de-34a26ac32cdd req-eb80a036-6871-4f43-8ff9-deeef1967833 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 945 time: 0.0476029 May 10 19:03:33.361724 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7c901399-8404-43e0-87de-34a26ac32cdd req-92fc819d-0351-4fcd-b3d4-b27b57faa838 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422034 May 10 19:03:33.613514 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 44352) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:03:33.725818 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-73a62f8a-0332-4025-a5eb-10e9ace014d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:33.735911 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:33.810746 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-73a62f8a-0332-4025-a5eb-10e9ace014d9 admin admin] Publish callbacks [] for security_group (513d916f-8bc5-4ff1-b62b-5562304dce0d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:33.816865 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-73a62f8a-0332-4025-a5eb-10e9ace014d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (513d916f-8bc5-4ff1-b62b-5562304dce0d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:33.857103 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-73a62f8a-0332-4025-a5eb-10e9ace014d9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=52b843e9f5fe44a6bc3d124a30a4b38a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399731 May 10 19:03:33.857103 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a62f8a-0332-4025-a5eb-10e9ace014d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513d916f-8bc5-4ff1-b62b-5562304dce0d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:33.857444 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 44356) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:03:33.873938 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a62f8a-0332-4025-a5eb-10e9ace014d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:33.874208 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a62f8a-0332-4025-a5eb-10e9ace014d9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:33.874550 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a62f8a-0332-4025-a5eb-10e9ace014d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:33.874884 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a62f8a-0332-4025-a5eb-10e9ace014d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:33.875212 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a62f8a-0332-4025-a5eb-10e9ace014d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:33.875544 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a62f8a-0332-4025-a5eb-10e9ace014d9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:33.875871 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a62f8a-0332-4025-a5eb-10e9ace014d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:33.876192 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a62f8a-0332-4025-a5eb-10e9ace014d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:33.876516 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a62f8a-0332-4025-a5eb-10e9ace014d9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:33.876875 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a62f8a-0332-4025-a5eb-10e9ace014d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:33.877204 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a62f8a-0332-4025-a5eb-10e9ace014d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:33.877503 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a62f8a-0332-4025-a5eb-10e9ace014d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:33.877843 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a62f8a-0332-4025-a5eb-10e9ace014d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:33.878158 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a62f8a-0332-4025-a5eb-10e9ace014d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:33.878475 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a62f8a-0332-4025-a5eb-10e9ace014d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:33.917743 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fd41a636-69bb-430a-93e1-cceb1d994bc1 admin admin] Publish callbacks [] for security_group (513d916f-8bc5-4ff1-b62b-5562304dce0d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:33.939643 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fd41a636-69bb-430a-93e1-cceb1d994bc1 admin admin] Publish callbacks [] for security_group (513d916f-8bc5-4ff1-b62b-5562304dce0d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:33.986521 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fd41a636-69bb-430a-93e1-cceb1d994bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (513d916f-8bc5-4ff1-b62b-5562304dce0d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:33.989024 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fd41a636-69bb-430a-93e1-cceb1d994bc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:33.990185 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-fd41a636-69bb-430a-93e1-cceb1d994bc1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/513d916f-8bc5-4ff1-b62b-5562304dce0d HTTP/1.1" status: 204 len: 168 time: 0.1319339 May 10 19:03:33.998186 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41a636-69bb-430a-93e1-cceb1d994bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513d916f-8bc5-4ff1-b62b-5562304dce0d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:34.264357 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 44362) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:03:34.278337 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c3129452-c940-4067-b16b-9ec24124a7d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:34.366898 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c3129452-c940-4067-b16b-9ec24124a7d1 admin admin] Publish callbacks [] for security_group (fba85c15-0448-44da-9f1d-cd7a1e2d1136), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:34.372384 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c3129452-c940-4067-b16b-9ec24124a7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (fba85c15-0448-44da-9f1d-cd7a1e2d1136), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:34.409911 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-c3129452-c940-4067-b16b-9ec24124a7d1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=044230990286422a81a564432a323a66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1442380 May 10 19:03:34.410571 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3129452-c940-4067-b16b-9ec24124a7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba85c15-0448-44da-9f1d-cd7a1e2d1136,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:34.412600 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 44366) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:03:34.418092 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3129452-c940-4067-b16b-9ec24124a7d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:34.418446 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3129452-c940-4067-b16b-9ec24124a7d1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:34.418776 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3129452-c940-4067-b16b-9ec24124a7d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:34.419109 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3129452-c940-4067-b16b-9ec24124a7d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:34.419461 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3129452-c940-4067-b16b-9ec24124a7d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:34.419794 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3129452-c940-4067-b16b-9ec24124a7d1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:34.420123 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3129452-c940-4067-b16b-9ec24124a7d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:34.420474 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3129452-c940-4067-b16b-9ec24124a7d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:34.420813 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3129452-c940-4067-b16b-9ec24124a7d1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:34.421151 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3129452-c940-4067-b16b-9ec24124a7d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:34.421474 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3129452-c940-4067-b16b-9ec24124a7d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:34.421803 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3129452-c940-4067-b16b-9ec24124a7d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:34.422177 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3129452-c940-4067-b16b-9ec24124a7d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:34.422441 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3129452-c940-4067-b16b-9ec24124a7d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:34.422759 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3129452-c940-4067-b16b-9ec24124a7d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:34.503616 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae15f6b-505c-4352-8ea8-153867483226 req-b5d01fab-2b60-445e-9129-cb97b02ae0cc tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:34.505125 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-eae15f6b-505c-4352-8ea8-153867483226 req-b5d01fab-2b60-445e-9129-cb97b02ae0cc tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 945 time: 0.0633969 May 10 19:03:34.524798 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-70f6eebc-3a5e-480d-b1eb-d8dfe51955a8 admin admin] Publish callbacks [] for security_group (fba85c15-0448-44da-9f1d-cd7a1e2d1136), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:34.562853 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-70f6eebc-3a5e-480d-b1eb-d8dfe51955a8 admin admin] Publish callbacks [] for security_group (fba85c15-0448-44da-9f1d-cd7a1e2d1136), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:34.581309 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-eae15f6b-505c-4352-8ea8-153867483226 req-830e1752-5c5f-411f-8eaf-c2df5c9da705 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666206 May 10 19:03:34.622879 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-70f6eebc-3a5e-480d-b1eb-d8dfe51955a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (fba85c15-0448-44da-9f1d-cd7a1e2d1136), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:34.625759 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-70f6eebc-3a5e-480d-b1eb-d8dfe51955a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:34.626959 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-70f6eebc-3a5e-480d-b1eb-d8dfe51955a8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fba85c15-0448-44da-9f1d-cd7a1e2d1136 HTTP/1.1" status: 204 len: 168 time: 0.2130160 May 10 19:03:34.635839 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6eebc-3a5e-480d-b1eb-d8dfe51955a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba85c15-0448-44da-9f1d-cd7a1e2d1136,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:35.386230 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:35.528054 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [req-13f6628e-42eb-4acc-a0b3-52ba4c7f9a31 req-24b21249-7370-41f7-9dd6-c02b5044837c service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103423) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 19:03:35.529109 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-13f6628e-42eb-4acc-a0b3-52ba4c7f9a31 req-24b21249-7370-41f7-9dd6-c02b5044837c service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1464489 May 10 19:03:35.687188 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e270f21-bdf7-4116-8bc5-59e814481ec1 req-6c85e6cd-8b8d-4a90-9127-cde6c7e19c42 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:35.688849 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-2e270f21-bdf7-4116-8bc5-59e814481ec1 req-6c85e6cd-8b8d-4a90-9127-cde6c7e19c42 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 945 time: 0.0498776 May 10 19:03:35.742583 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-2e270f21-bdf7-4116-8bc5-59e814481ec1 req-835509d7-424a-48f4-a574-5966e5f5e35f tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478790 May 10 19:03:35.841257 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device a398ba8f-f3b1-4cfc-9397-3f336cae17da no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:03:35.920886 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port a398ba8f-f3b1-4cfc-9397-3f336cae17da is: ACTIVE; New status is: DOWN {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:03:35.921585 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (a398ba8f-f3b1-4cfc-9397-3f336cae17da), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:35.945197 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73731b9-f546-49dd-9cb8-73a002db9921', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a398ba8f-f3b1-4cfc-9397-3f336cae17da'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:03:35.949468 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc4c72c1cd3e6c4fc9632b01e094f02638f1ddc8156bb4d740f489bc698d08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3f1143-bd51-43a2-b424-ceafeff3b56e" -d '{"events": [{"server_uuid": "b73731b9-f546-49dd-9cb8-73a002db9921", "name": "network-vif-unplugged", "status": "completed", "tag": "a398ba8f-f3b1-4cfc-9397-3f336cae17da"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:03:35.972503 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port a398ba8f-f3b1-4cfc-9397-3f336cae17da, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a398ba8f-f3b1-4cfc-9397-3f336cae17da,segment=NetworkSegment(bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92),segment_id=bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:03:35.981147 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (a398ba8f-f3b1-4cfc-9397-3f336cae17da), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:36.010145 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 May 2022 19:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd949c9-4ec2-4df0-ac87-b70dd0ddbf0a x-openstack-request-id: req-7bd949c9-4ec2-4df0-ac87-b70dd0ddbf0a {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:03:36.010351 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73731b9-f546-49dd-9cb8-73a002db9921", "name": "network-vif-unplugged", "status": "failed", "tag": "a398ba8f-f3b1-4cfc-9397-3f336cae17da", "code": 422}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:03:36.010719 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7bd949c9-4ec2-4df0-ac87-b70dd0ddbf0a {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:03:36.011061 dv-cinder-836996-18-iscsi neutron-server[103424]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7bd949c9-4ec2-4df0-ac87-b70dd0ddbf0a']: {'server_uuid': 'b73731b9-f546-49dd-9cb8-73a002db9921', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a398ba8f-f3b1-4cfc-9397-3f336cae17da', 'code': 422} returned with failed status May 10 19:03:36.039846 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=a398ba8f-f3b1-4cfc-9397-3f336cae17da,revision_number=8']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:36.122363 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 44460) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:03:36.205936 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-537e0534-383e-4e65-a4e4-c2a0667e5210 req-a36f04b5-74b7-449b-a942-f9b899ac5093 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0823624 May 10 19:03:36.215480 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [req-537e0534-383e-4e65-a4e4-c2a0667e5210 req-a1d2748c-3d93-407e-981f-1e60219002d0 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 19:03:36.216401 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-537e0534-383e-4e65-a4e4-c2a0667e5210 req-a1d2748c-3d93-407e-981f-1e60219002d0 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054026 May 10 19:03:36.295663 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 44480) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:03:36.387597 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e0534-383e-4e65-a4e4-c2a0667e5210 req-5feca165-8e7d-4ef6-925e-d4fe4c5dbb9f tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:36.389027 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-537e0534-383e-4e65-a4e4-c2a0667e5210 req-5feca165-8e7d-4ef6-925e-d4fe4c5dbb9f tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports/a398ba8f-f3b1-4cfc-9397-3f336cae17da HTTP/1.1" status: 200 len: 940 time: 0.0923595 May 10 19:03:36.806131 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 44508) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:03:36.865617 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bd681-3a88-4d36-bd29-3280e6bc84f1 req-6f770027-55c2-4528-bdbc-223685a52aea tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:36.873266 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-7b5bd681-3a88-4d36-bd29-3280e6bc84f1 req-6f770027-55c2-4528-bdbc-223685a52aea tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 943 time: 0.0549688 May 10 19:03:36.926509 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-7b5bd681-3a88-4d36-bd29-3280e6bc84f1 req-78a89c14-6e0c-4b75-a711-8d0ef85a0595 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519834 May 10 19:03:36.927594 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-82113ada-ac40-4f18-b2a8-2fa5fdf966bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:37.005542 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-82113ada-ac40-4f18-b2a8-2fa5fdf966bf admin admin] Publish callbacks [] for security_group (8e08c734-9402-4ff3-9e3c-ff9b6be1d722), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:37.010208 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-82113ada-ac40-4f18-b2a8-2fa5fdf966bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (8e08c734-9402-4ff3-9e3c-ff9b6be1d722), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:37.047775 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-82113ada-ac40-4f18-b2a8-2fa5fdf966bf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1c0c5b7666ac4429b8cb6ffd1154b797&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405136 May 10 19:03:37.049281 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82113ada-ac40-4f18-b2a8-2fa5fdf966bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e08c734-9402-4ff3-9e3c-ff9b6be1d722,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:37.050413 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 44512) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:03:37.099774 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-86ea51e0-ab6c-40cd-959d-42a49bbe762f admin admin] Publish callbacks [] for security_group (8e08c734-9402-4ff3-9e3c-ff9b6be1d722), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:37.120407 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-86ea51e0-ab6c-40cd-959d-42a49bbe762f admin admin] Publish callbacks [] for security_group (8e08c734-9402-4ff3-9e3c-ff9b6be1d722), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:37.167655 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-86ea51e0-ab6c-40cd-959d-42a49bbe762f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (8e08c734-9402-4ff3-9e3c-ff9b6be1d722), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:37.170434 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-86ea51e0-ab6c-40cd-959d-42a49bbe762f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:37.171583 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-86ea51e0-ab6c-40cd-959d-42a49bbe762f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8e08c734-9402-4ff3-9e3c-ff9b6be1d722 HTTP/1.1" status: 204 len: 168 time: 0.1201742 May 10 19:03:37.178994 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea51e0-ab6c-40cd-959d-42a49bbe762f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e08c734-9402-4ff3-9e3c-ff9b6be1d722,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:37.424895 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e0534-383e-4e65-a4e4-c2a0667e5210 req-2f511f48-79de-4a37-ac85-a2733756517c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:37.426740 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-537e0534-383e-4e65-a4e4-c2a0667e5210 req-2f511f48-79de-4a37-ac85-a2733756517c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921&tenant_id=e17dd3da9fc545fc901dc35e62332ab6 HTTP/1.1" status: 200 len: 1127 time: 0.0441270 May 10 19:03:37.448369 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 44518) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:03:37.469599 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-116acd2a-5deb-4d1d-9d70-043303e0da24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:37.512783 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e0534-383e-4e65-a4e4-c2a0667e5210 req-d32c1f3d-60c3-4f2a-9f08-2ad62107c89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:37.514416 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-537e0534-383e-4e65-a4e4-c2a0667e5210 req-d32c1f3d-60c3-4f2a-9f08-2ad62107c89a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e17dd3da9fc545fc901dc35e62332ab6&device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 1127 time: 0.0526028 May 10 19:03:37.643840 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-116acd2a-5deb-4d1d-9d70-043303e0da24 admin admin] Publish callbacks [] for security_group (49dd3583-38b0-4c56-9b32-5d67af1d5b9c), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:37.645788 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e0534-383e-4e65-a4e4-c2a0667e5210 req-32891558-fd22-4bb9-9acb-1f3e13a177d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:37.647536 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-537e0534-383e-4e65-a4e4-c2a0667e5210 req-32891558-fd22-4bb9-9acb-1f3e13a177d8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=93f50fb6-d466-4999-a1b0-4ced1d39cc1d HTTP/1.1" status: 200 len: 918 time: 0.1249585 May 10 19:03:37.648648 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-116acd2a-5deb-4d1d-9d70-043303e0da24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (49dd3583-38b0-4c56-9b32-5d67af1d5b9c), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:37.734649 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-116acd2a-5deb-4d1d-9d70-043303e0da24 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6d6b438ac1e6464b9b8df79bd2c7825e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2850814 May 10 19:03:37.737298 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116acd2a-5deb-4d1d-9d70-043303e0da24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49dd3583-38b0-4c56-9b32-5d67af1d5b9c,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:37.737463 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 44520) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:03:37.754999 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-537e0534-383e-4e65-a4e4-c2a0667e5210 req-fa3c7344-7aef-4735-8741-ed17cd584c2a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a398ba8f-f3b1-4cfc-9397-3f336cae17da HTTP/1.1" status: 200 len: 999 time: 0.0914748 May 10 19:03:37.787556 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-41440623-b982-488f-bc2f-c93821170c0a admin admin] Publish callbacks [] for security_group (49dd3583-38b0-4c56-9b32-5d67af1d5b9c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:37.804440 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e0534-383e-4e65-a4e4-c2a0667e5210 req-98ca16fe-9d51-4b23-8eca-3ad55782b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:37.805903 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-537e0534-383e-4e65-a4e4-c2a0667e5210 req-98ca16fe-9d51-4b23-8eca-3ad55782b6d5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8531edb7-c043-461d-9962-84adba840bae HTTP/1.1" status: 200 len: 856 time: 0.0443327 May 10 19:03:37.809024 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-41440623-b982-488f-bc2f-c93821170c0a admin admin] Publish callbacks [] for security_group (49dd3583-38b0-4c56-9b32-5d67af1d5b9c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:37.850723 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e0534-383e-4e65-a4e4-c2a0667e5210 req-f3142cd3-cd6d-490f-ae0e-289ef5e3a4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:37.852296 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-537e0534-383e-4e65-a4e4-c2a0667e5210 req-f3142cd3-cd6d-490f-ae0e-289ef5e3a4c5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=93f50fb6-d466-4999-a1b0-4ced1d39cc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384891 May 10 19:03:37.856767 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-41440623-b982-488f-bc2f-c93821170c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (49dd3583-38b0-4c56-9b32-5d67af1d5b9c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:37.859757 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-41440623-b982-488f-bc2f-c93821170c0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:37.861126 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-41440623-b982-488f-bc2f-c93821170c0a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/49dd3583-38b0-4c56-9b32-5d67af1d5b9c HTTP/1.1" status: 204 len: 168 time: 0.1225452 May 10 19:03:37.869134 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41440623-b982-488f-bc2f-c93821170c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dd3583-38b0-4c56-9b32-5d67af1d5b9c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:37.945726 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-537e0534-383e-4e65-a4e4-c2a0667e5210 req-2b929fc8-8e77-4dc0-9407-a08c87898e63 service neutron] 10.222.0.48 "GET /v2.0/networks/93f50fb6-d466-4999-a1b0-4ced1d39cc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847423 May 10 19:03:38.062457 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef8b39-81f3-4c4b-bc4f-f0ede506f4fd req-373eb8ce-4e99-4e87-982d-9825b1102a97 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:38.063940 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-81ef8b39-81f3-4c4b-bc4f-f0ede506f4fd req-373eb8ce-4e99-4e87-982d-9825b1102a97 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 943 time: 0.0593116 May 10 19:03:38.097966 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-537e0534-383e-4e65-a4e4-c2a0667e5210 req-42c85ed2-3d06-4527-bba2-489b44c37f70 service neutron] 10.222.0.48 "GET /v2.0/networks/93f50fb6-d466-4999-a1b0-4ced1d39cc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455441 May 10 19:03:38.126267 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-81ef8b39-81f3-4c4b-bc4f-f0ede506f4fd req-c9ade686-2fc9-44d9-bd6c-dcd8ac55b0a6 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541377 May 10 19:03:38.461884 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:39.244559 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892fe00-7f4c-4b4e-97cd-be1c4919a581 req-d0d54993-7d6a-4058-9097-af10d16b17b8 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:39.246429 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-f892fe00-7f4c-4b4e-97cd-be1c4919a581 req-d0d54993-7d6a-4058-9097-af10d16b17b8 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 943 time: 0.0478237 May 10 19:03:39.297835 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-f892fe00-7f4c-4b4e-97cd-be1c4919a581 req-cace5354-1096-4d5a-ba37-c9f83751af48 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455549 May 10 19:03:40.422427 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34e738-4046-4bee-bb21-58293dcfa4fa req-ad418ede-254d-41f8-bbc6-9494f0de4433 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:40.424073 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-dd34e738-4046-4bee-bb21-58293dcfa4fa req-ad418ede-254d-41f8-bbc6-9494f0de4433 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 943 time: 0.0469141 May 10 19:03:40.478136 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-dd34e738-4046-4bee-bb21-58293dcfa4fa req-f283f4a1-fefa-40de-8e09-075d857822b0 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444345 May 10 19:03:41.601575 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e159b7-6867-4a20-a9ae-b0cbcb7e1f46 req-1b8d85ce-5ba2-4c35-a6c1-158500e4fa83 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:41.603027 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-58e159b7-6867-4a20-a9ae-b0cbcb7e1f46 req-1b8d85ce-5ba2-4c35-a6c1-158500e4fa83 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 943 time: 0.0485930 May 10 19:03:41.653432 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-58e159b7-6867-4a20-a9ae-b0cbcb7e1f46 req-37242e2c-2162-42fa-ad28-2f3d541dc364 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445187 May 10 19:03:42.777333 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15058c87-d085-433e-aecc-0e0edd7674b0 req-8b8647af-7592-4cff-99b1-b11b159be28b tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:42.778862 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-15058c87-d085-433e-aecc-0e0edd7674b0 req-8b8647af-7592-4cff-99b1-b11b159be28b tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 943 time: 0.0478675 May 10 19:03:42.826862 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-15058c87-d085-433e-aecc-0e0edd7674b0 req-df88ca5e-0f8c-4143-8872-7280c972a446 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422709 May 10 19:03:43.947546 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3ef6b-1fdc-4fea-b9b5-210a906a142b req-9eabf915-0214-4530-a613-d68a5f461b4b tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:43.949723 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-10b3ef6b-1fdc-4fea-b9b5-210a906a142b req-9eabf915-0214-4530-a613-d68a5f461b4b tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 943 time: 0.0476933 May 10 19:03:43.996948 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-10b3ef6b-1fdc-4fea-b9b5-210a906a142b req-a8f156dc-c183-4cb2-bbe4-dfe46d44de71 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415432 May 10 19:03:45.132068 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff3e0b-a0f2-4013-8494-5856cc713974 req-1a964ba9-4cdc-4bcc-80d3-705db2fa83a8 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:45.139512 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8eff3e0b-a0f2-4013-8494-5856cc713974 req-1a964ba9-4cdc-4bcc-80d3-705db2fa83a8 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 943 time: 0.0587890 May 10 19:03:45.182406 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8eff3e0b-a0f2-4013-8494-5856cc713974 req-473d0d80-94b0-4e6e-b77d-3a3b4afb08f0 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417645 May 10 19:03:46.313131 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7b1bf-153d-4814-af0a-0ec461dd7236 req-319aeb6a-f8b5-4ecd-9f67-7c793a2ebe06 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:46.317345 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-73c7b1bf-153d-4814-af0a-0ec461dd7236 req-319aeb6a-f8b5-4ecd-9f67-7c793a2ebe06 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 943 time: 0.0546026 May 10 19:03:46.363779 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-73c7b1bf-153d-4814-af0a-0ec461dd7236 req-b99cbfa5-fe71-4624-99c8-82e67f0179cc tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427549 May 10 19:03:47.498636 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5934a4-3293-480f-bac8-511aef9878fb req-760f43b5-a044-4bb6-bd9d-6a188259ec49 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:47.501974 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-6c5934a4-3293-480f-bac8-511aef9878fb req-760f43b5-a044-4bb6-bd9d-6a188259ec49 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 943 time: 0.0510349 May 10 19:03:47.564518 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-6c5934a4-3293-480f-bac8-511aef9878fb req-8e60d7a9-2635-4386-a3f7-72493ff8d1ea tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550191 May 10 19:03:47.564518 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 44652) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:03:47.674868 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-92eb0627-26af-4005-b4d0-5dec10681862 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:47.770353 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-92eb0627-26af-4005-b4d0-5dec10681862 admin admin] Publish callbacks [] for security_group (dc294afe-6915-40c2-91a2-f5364c9ba76c), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:47.775285 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-92eb0627-26af-4005-b4d0-5dec10681862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (dc294afe-6915-40c2-91a2-f5364c9ba76c), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:47.818366 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-92eb0627-26af-4005-b4d0-5dec10681862 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5e56c14b40f246d3a77698b41b3048bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2528257 May 10 19:03:47.820903 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb0627-26af-4005-b4d0-5dec10681862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc294afe-6915-40c2-91a2-f5364c9ba76c,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:47.821219 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 44658) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:03:47.871403 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f6c93467-d3d0-4d7c-8f86-8963328f8420 admin admin] Publish callbacks [] for security_group (dc294afe-6915-40c2-91a2-f5364c9ba76c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:47.893565 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f6c93467-d3d0-4d7c-8f86-8963328f8420 admin admin] Publish callbacks [] for security_group (dc294afe-6915-40c2-91a2-f5364c9ba76c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:47.961201 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f6c93467-d3d0-4d7c-8f86-8963328f8420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (dc294afe-6915-40c2-91a2-f5364c9ba76c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:47.965714 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f6c93467-d3d0-4d7c-8f86-8963328f8420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:47.969703 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-f6c93467-d3d0-4d7c-8f86-8963328f8420 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dc294afe-6915-40c2-91a2-f5364c9ba76c HTTP/1.1" status: 204 len: 168 time: 0.1450717 May 10 19:03:47.977702 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c93467-d3d0-4d7c-8f86-8963328f8420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc294afe-6915-40c2-91a2-f5364c9ba76c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:48.684336 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d6df8-702d-45cc-a5b0-acf741aee311 req-2682bd76-9e20-4514-a9c3-f96b74559d2a tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:48.685848 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-857d6df8-702d-45cc-a5b0-acf741aee311 req-2682bd76-9e20-4514-a9c3-f96b74559d2a tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 943 time: 0.0472770 May 10 19:03:48.735558 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-857d6df8-702d-45cc-a5b0-acf741aee311 req-d0e46eac-8706-4fe9-b322-d61780ddf216 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435410 May 10 19:03:49.589572 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:03:49.858310 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b692d-443a-4089-9f67-399081c0e26b req-3ec4acef-7383-4d5e-964d-cda5dc9ed577 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:49.859811 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-6f4b692d-443a-4089-9f67-399081c0e26b req-3ec4acef-7383-4d5e-964d-cda5dc9ed577 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 943 time: 0.0471485 May 10 19:03:49.907719 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-6f4b692d-443a-4089-9f67-399081c0e26b req-071555cd-f78a-4be5-b5cb-78293ae08de3 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420742 May 10 19:03:51.034914 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e5959-8450-4371-9d8c-b3a53f78a118 req-2b1b89b9-47c6-45ce-b5b6-999f6f79bd59 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:51.036411 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b41e5959-8450-4371-9d8c-b3a53f78a118 req-2b1b89b9-47c6-45ce-b5b6-999f6f79bd59 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 943 time: 0.0495172 May 10 19:03:51.086901 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b41e5959-8450-4371-9d8c-b3a53f78a118 req-8f26b341-8ca7-4268-b915-f1e3c3b195db tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448201 May 10 19:03:51.897965 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device a398ba8f-f3b1-4cfc-9397-3f336cae17da details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:03:52.004147 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port a398ba8f-f3b1-4cfc-9397-3f336cae17da, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a398ba8f-f3b1-4cfc-9397-3f336cae17da,segment=NetworkSegment(bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92),segment_id=bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:03:52.015696 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Returning: {'device': 'a398ba8f-f3b1-4cfc-9397-3f336cae17da', 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d', 'port_id': 'a398ba8f-f3b1-4cfc-9397-3f336cae17da', 'mac_address': 'fa:16:3e:cf:68:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8531edb7-c043-461d-9962-84adba840bae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:03:52.057496 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port a398ba8f-f3b1-4cfc-9397-3f336cae17da is: DOWN; New status is: BUILD {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:03:52.057735 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (a398ba8f-f3b1-4cfc-9397-3f336cae17da), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:52.071345 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a398ba8f-f3b1-4cfc-9397-3f336cae17da {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:03:52.093355 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port a398ba8f-f3b1-4cfc-9397-3f336cae17da, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a398ba8f-f3b1-4cfc-9397-3f336cae17da,segment=NetworkSegment(bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92),segment_id=bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:03:52.100128 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (a398ba8f-f3b1-4cfc-9397-3f336cae17da), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:52.152238 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=a398ba8f-f3b1-4cfc-9397-3f336cae17da,revision_number=9']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:52.160338 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:52.160735 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:52.161329 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:52.161745 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:52.162067 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:52.163799 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:52.164176 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:52.164506 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:52.164894 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:52.165239 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:52.165706 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:52.165933 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:52.166287 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:52.166614 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:52.166944 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:52.222072 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144c5db-1171-4c2c-9812-3219eecd2fae req-062f82b9-e649-44a3-9568-0cb8993088cc tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:52.223554 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4144c5db-1171-4c2c-9812-3219eecd2fae req-062f82b9-e649-44a3-9568-0cb8993088cc tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 944 time: 0.0469239 May 10 19:03:52.270350 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4144c5db-1171-4c2c-9812-3219eecd2fae req-4b97ac9d-d88f-47d0-b323-7ab5e7ffc3c2 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410190 May 10 19:03:52.436030 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['a398ba8f-f3b1-4cfc-9397-3f336cae17da'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:03:53.396829 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ff57f-2694-4ec9-a542-2057494aba76 req-de87c372-a686-4889-aca1-ecd214e4db4d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:53.398274 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-fb1ff57f-2694-4ec9-a542-2057494aba76 req-de87c372-a686-4889-aca1-ecd214e4db4d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 944 time: 0.0517094 May 10 19:03:53.452410 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-fb1ff57f-2694-4ec9-a542-2057494aba76 req-d6bd376a-923d-4884-8436-dc6de617d55b tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464549 May 10 19:03:53.915249 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device a398ba8f-f3b1-4cfc-9397-3f336cae17da up at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:03:53.968052 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning complete for port a398ba8f-f3b1-4cfc-9397-3f336cae17da triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:03:53.968431 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (a398ba8f-f3b1-4cfc-9397-3f336cae17da), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:54.048526 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port a398ba8f-f3b1-4cfc-9397-3f336cae17da is: BUILD; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:03:54.048956 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (a398ba8f-f3b1-4cfc-9397-3f336cae17da), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:54.074660 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73731b9-f546-49dd-9cb8-73a002db9921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a398ba8f-f3b1-4cfc-9397-3f336cae17da'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:03:54.077628 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc4c72c1cd3e6c4fc9632b01e094f02638f1ddc8156bb4d740f489bc698d08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3586143-6266-4a6f-b5b4-683e773bd224" -d '{"events": [{"server_uuid": "b73731b9-f546-49dd-9cb8-73a002db9921", "name": "network-vif-plugged", "status": "completed", "tag": "a398ba8f-f3b1-4cfc-9397-3f336cae17da"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:03:54.093629 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port a398ba8f-f3b1-4cfc-9397-3f336cae17da, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a398ba8f-f3b1-4cfc-9397-3f336cae17da,segment=NetworkSegment(bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92),segment_id=bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:03:54.100114 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (a398ba8f-f3b1-4cfc-9397-3f336cae17da), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:03:54.155870 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=a398ba8f-f3b1-4cfc-9397-3f336cae17da,revision_number=10']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:54.188014 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171529e2-34ad-46f7-b2ee-b1f000c04917 x-openstack-request-id: req-171529e2-34ad-46f7-b2ee-b1f000c04917 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:03:54.188332 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73731b9-f546-49dd-9cb8-73a002db9921", "name": "network-vif-plugged", "status": "completed", "tag": "a398ba8f-f3b1-4cfc-9397-3f336cae17da", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:03:54.188592 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-171529e2-34ad-46f7-b2ee-b1f000c04917 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:03:54.189056 dv-cinder-836996-18-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-171529e2-34ad-46f7-b2ee-b1f000c04917'] response: {'server_uuid': 'b73731b9-f546-49dd-9cb8-73a002db9921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a398ba8f-f3b1-4cfc-9397-3f336cae17da', 'code': 200} May 10 19:03:54.445684 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57b22d-47c4-4035-b443-9caa6485cb9f req-f621dd22-8e30-4b0a-8161-9cc9e75e8ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:54.447356 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5b57b22d-47c4-4035-b443-9caa6485cb9f req-f621dd22-8e30-4b0a-8161-9cc9e75e8ba1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 1130 time: 0.0398083 May 10 19:03:54.498031 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5b57b22d-47c4-4035-b443-9caa6485cb9f req-2d8787be-9a96-4696-b67a-d99a6160342d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441067 May 10 19:03:54.581324 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dea4f4-8f93-4696-a331-4bc3a4627785 req-c34207ba-1a59-49d2-93d3-c2ead0f5ebe5 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:54.583315 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-23dea4f4-8f93-4696-a331-4bc3a4627785 req-c34207ba-1a59-49d2-93d3-c2ead0f5ebe5 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 946 time: 0.0571079 May 10 19:03:54.638967 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-23dea4f4-8f93-4696-a331-4bc3a4627785 req-c0da6965-c85c-4d1d-80f0-b9ee269eed3c tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473208 May 10 19:03:55.763269 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528a082-bc6e-4763-a578-c5ac9d0a8fbe req-abc9c2b8-729b-41d8-9015-c5e47e9dd799 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:55.765152 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9528a082-bc6e-4763-a578-c5ac9d0a8fbe req-abc9c2b8-729b-41d8-9015-c5e47e9dd799 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 946 time: 0.0533292 May 10 19:03:55.820153 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9528a082-bc6e-4763-a578-c5ac9d0a8fbe req-625a0e33-59dd-4be5-8933-67cf854887ac tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491183 May 10 19:03:56.943674 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a46fb-ed14-4b32-96cf-737cbb98f773 req-6714579a-d62a-4e33-ae63-4b4aeb147e78 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:56.945197 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-fb5a46fb-ed14-4b32-96cf-737cbb98f773 req-6714579a-d62a-4e33-ae63-4b4aeb147e78 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 946 time: 0.0526166 May 10 19:03:56.995781 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-fb5a46fb-ed14-4b32-96cf-737cbb98f773 req-487da693-91a6-4d94-ad96-8accfa627eef tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440893 May 10 19:03:58.119743 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dde5b8-70da-4596-b683-81f52cddbc2e req-ff3b67ab-85cf-4750-80a6-ee5ee98d013b tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:03:58.121244 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-29dde5b8-70da-4596-b683-81f52cddbc2e req-ff3b67ab-85cf-4750-80a6-ee5ee98d013b tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 946 time: 0.0488102 May 10 19:03:58.174147 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-29dde5b8-70da-4596-b683-81f52cddbc2e req-abd04735-0167-4dbf-b501-ca40e2a21d9c tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472076 May 10 19:03:58.866148 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d101bf28-0a34-4271-82a6-8f06f87a98ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:01.238457 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e621754e-d560-46fd-a46f-24673caf725b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:02.570468 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:03.744456 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:05.385037 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:08.451416 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:11.418406 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e16e3b44-2b2f-4b6e-8716-b7fd258a6c03 req-a7690154-bda5-4e50-bf2b-49bb3c4f4270 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=03153d7d-c8c0-4c25-8cf9-6876220b584f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418615 May 10 19:04:11.492227 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e3b44-2b2f-4b6e-8716-b7fd258a6c03 req-7fd76b53-8150-4c37-802e-f96e0f805579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:11.494022 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e16e3b44-2b2f-4b6e-8716-b7fd258a6c03 req-7fd76b53-8150-4c37-802e-f96e0f805579 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f211dbe09fc34141b9d519a6e69c8dc2&device_id=03153d7d-c8c0-4c25-8cf9-6876220b584f HTTP/1.1" status: 200 len: 1130 time: 0.0395248 May 10 19:04:11.598817 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e3b44-2b2f-4b6e-8716-b7fd258a6c03 req-4a37f804-d517-4af0-9155-7f2118bb1ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:11.600320 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e16e3b44-2b2f-4b6e-8716-b7fd258a6c03 req-4a37f804-d517-4af0-9155-7f2118bb1ddb service neutron] 10.222.0.48 "GET /v2.0/networks?id=17ce47ba-754f-4a57-b915-d9f184cff0b4 HTTP/1.1" status: 200 len: 912 time: 0.0866299 May 10 19:04:11.672566 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e16e3b44-2b2f-4b6e-8716-b7fd258a6c03 req-51ede209-de34-4b20-909e-1189070651e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04b8a92e-ae07-4bf3-8f3e-73cf7f637e41 HTTP/1.1" status: 200 len: 1002 time: 0.0653217 May 10 19:04:11.739258 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e3b44-2b2f-4b6e-8716-b7fd258a6c03 req-c77ae24f-5dd2-4241-b4fc-b6168ff684c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:11.740741 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e16e3b44-2b2f-4b6e-8716-b7fd258a6c03 req-c77ae24f-5dd2-4241-b4fc-b6168ff684c6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=945414bb-2eef-4f0c-992b-73a797dbf824 HTTP/1.1" status: 200 len: 850 time: 0.0451815 May 10 19:04:11.783754 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e3b44-2b2f-4b6e-8716-b7fd258a6c03 req-b481155a-0be9-4a3e-8720-5e1a3946cac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:11.785243 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e16e3b44-2b2f-4b6e-8716-b7fd258a6c03 req-b481155a-0be9-4a3e-8720-5e1a3946cac4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17ce47ba-754f-4a57-b915-d9f184cff0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0365891 May 10 19:04:12.138282 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e16e3b44-2b2f-4b6e-8716-b7fd258a6c03 req-9625da95-4233-409c-8f68-6c8774126406 service neutron] 10.222.0.48 "GET /v2.0/networks/17ce47ba-754f-4a57-b915-d9f184cff0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450465 May 10 19:04:12.244900 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e16e3b44-2b2f-4b6e-8716-b7fd258a6c03 req-ea0c432b-5528-4e90-a31c-1d08cf5866cd service neutron] 10.222.0.48 "GET /v2.0/networks/17ce47ba-754f-4a57-b915-d9f184cff0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004694 May 10 19:04:19.802109 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f84e34-d503-492c-a103-96a3e70e055d req-1d737d1f-2315-4c8a-90e9-ef1de3d6115f tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:19.803572 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c8f84e34-d503-492c-a103-96a3e70e055d req-1d737d1f-2315-4c8a-90e9-ef1de3d6115f tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=03153d7d-c8c0-4c25-8cf9-6876220b584f HTTP/1.1" status: 200 len: 946 time: 0.0643718 May 10 19:04:19.854178 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c8f84e34-d503-492c-a103-96a3e70e055d req-b06599ae-2edd-4b80-836e-1d31c822c45b tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4dfa36-bc3e-4ad6-8af6-2156d344e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447254 May 10 19:04:20.985373 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51947d82-c0f5-43c6-8b2b-12a5de7bff65 req-0c73546b-e013-4df9-90a0-b5c915b3ea23 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:20.986831 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-51947d82-c0f5-43c6-8b2b-12a5de7bff65 req-0c73546b-e013-4df9-90a0-b5c915b3ea23 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=03153d7d-c8c0-4c25-8cf9-6876220b584f HTTP/1.1" status: 200 len: 946 time: 0.0564995 May 10 19:04:21.032702 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-51947d82-c0f5-43c6-8b2b-12a5de7bff65 req-657f8785-c7ff-4deb-8658-e80fd76db33d tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4dfa36-bc3e-4ad6-8af6-2156d344e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403113 May 10 19:04:21.337078 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 45114) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:21.444570 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-67781b2c-c74b-4c84-9abd-4a4a2e85a941 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:21.519108 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-67781b2c-c74b-4c84-9abd-4a4a2e85a941 admin admin] Publish callbacks [] for security_group (125c2d7d-238f-4ecd-8ca6-c4fa2ef8d86c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:21.523509 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-67781b2c-c74b-4c84-9abd-4a4a2e85a941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (125c2d7d-238f-4ecd-8ca6-c4fa2ef8d86c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:21.560237 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-67781b2c-c74b-4c84-9abd-4a4a2e85a941 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=277228b99e704991b8badf3892c02b1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219830 May 10 19:04:21.561348 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67781b2c-c74b-4c84-9abd-4a4a2e85a941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125c2d7d-238f-4ecd-8ca6-c4fa2ef8d86c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:21.563944 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 45118) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:21.619452 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9919e8bf-438b-40bc-b4b2-4ec3f5cff5a1 admin admin] Publish callbacks [] for security_group (125c2d7d-238f-4ecd-8ca6-c4fa2ef8d86c), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:21.645545 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9919e8bf-438b-40bc-b4b2-4ec3f5cff5a1 admin admin] Publish callbacks [] for security_group (125c2d7d-238f-4ecd-8ca6-c4fa2ef8d86c), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:21.695331 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9919e8bf-438b-40bc-b4b2-4ec3f5cff5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (125c2d7d-238f-4ecd-8ca6-c4fa2ef8d86c), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:21.695331 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9919e8bf-438b-40bc-b4b2-4ec3f5cff5a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:21.695331 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-9919e8bf-438b-40bc-b4b2-4ec3f5cff5a1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/125c2d7d-238f-4ecd-8ca6-c4fa2ef8d86c HTTP/1.1" status: 204 len: 168 time: 0.1299946 May 10 19:04:21.702953 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919e8bf-438b-40bc-b4b2-4ec3f5cff5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125c2d7d-238f-4ecd-8ca6-c4fa2ef8d86c,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:22.026085 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45b60f-7e65-43de-8cd3-a9edb24e204e req-1f120192-bd0d-4be7-b8db-68e5854693d1 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:22.028271 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4c45b60f-7e65-43de-8cd3-a9edb24e204e req-1f120192-bd0d-4be7-b8db-68e5854693d1 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.48 "GET /v2.0/ports?device_id=03153d7d-c8c0-4c25-8cf9-6876220b584f HTTP/1.1" status: 200 len: 946 time: 0.0561938 May 10 19:04:22.159966 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-4c45b60f-7e65-43de-8cd3-a9edb24e204e req-4fbf2276-a227-4cf8-9ca2-c895dadd432d tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Deleting port 04b8a92e-ae07-4bf3-8f3e-73cf7f637e41 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:04:22.160316 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-4c45b60f-7e65-43de-8cd3-a9edb24e204e req-4fbf2276-a227-4cf8-9ca2-c895dadd432d tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (04b8a92e-ae07-4bf3-8f3e-73cf7f637e41), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:22.182401 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4050d7d-9589-4ad7-88b4-cbf5f8a6251b req-4d8756d2-4ff9-4e81-9b22-d0b91bf648e4 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:22.183879 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c4050d7d-9589-4ad7-88b4-cbf5f8a6251b req-4d8756d2-4ff9-4e81-9b22-d0b91bf648e4 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=03153d7d-c8c0-4c25-8cf9-6876220b584f HTTP/1.1" status: 200 len: 946 time: 0.0727360 May 10 19:04:22.281818 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c4050d7d-9589-4ad7-88b4-cbf5f8a6251b req-d76b36d4-8b09-48ce-a056-47a3859dcff4 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4dfa36-bc3e-4ad6-8af6-2156d344e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737050 May 10 19:04:22.295405 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-4c45b60f-7e65-43de-8cd3-a9edb24e204e req-4fbf2276-a227-4cf8-9ca2-c895dadd432d tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] For port 04b8a92e-ae07-4bf3-8f3e-73cf7f637e41, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=04b8a92e-ae07-4bf3-8f3e-73cf7f637e41,segment=NetworkSegment(1868c427-5847-444e-a7f0-4f51b9eb2322),segment_id=1868c427-5847-444e-a7f0-4f51b9eb2322)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:04:22.295405 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-4c45b60f-7e65-43de-8cd3-a9edb24e204e req-4fbf2276-a227-4cf8-9ca2-c895dadd432d tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (04b8a92e-ae07-4bf3-8f3e-73cf7f637e41), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:22.472140 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-4c45b60f-7e65-43de-8cd3-a9edb24e204e req-4fbf2276-a227-4cf8-9ca2-c895dadd432d tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:22.472501 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-4c45b60f-7e65-43de-8cd3-a9edb24e204e req-4fbf2276-a227-4cf8-9ca2-c895dadd432d tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2085825'] for floatingip (8148f1ec-4134-459f-a484-41aeca70039c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:22.472855 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.db.l3_db [req-4c45b60f-7e65-43de-8cd3-a9edb24e204e req-4fbf2276-a227-4cf8-9ca2-c895dadd432d tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Floating IP 8148f1ec-4134-459f-a484-41aeca70039c disassociated. External IP: 172.27.1.244, port: 04b8a92e-ae07-4bf3-8f3e-73cf7f637e41. May 10 19:04:22.473247 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-4c45b60f-7e65-43de-8cd3-a9edb24e204e req-4fbf2276-a227-4cf8-9ca2-c895dadd432d tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Calling delete_port for 04b8a92e-ae07-4bf3-8f3e-73cf7f637e41 owned by compute:nova {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:04:22.600957 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-4c45b60f-7e65-43de-8cd3-a9edb24e204e req-4fbf2276-a227-4cf8-9ca2-c895dadd432d tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (04b8a92e-ae07-4bf3-8f3e-73cf7f637e41), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:22.634067 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf2276-a227-4cf8-9ca2-c895dadd432d tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Pushing event deleted for resources: {'Port': ['ID=04b8a92e-ae07-4bf3-8f3e-73cf7f637e41,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:22.761975 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c45b60f-7e65-43de-8cd3-a9edb24e204e req-4fbf2276-a227-4cf8-9ca2-c895dadd432d tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Router 8e7968d0-167e-4fa8-9cf7-581b622af1ca has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:04:22.880108 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c45b60f-7e65-43de-8cd3-a9edb24e204e req-4fbf2276-a227-4cf8-9ca2-c895dadd432d tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:04:22.892974 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c13556-b7ee-4d5c-9f7c-df5288a095b7 None None] Sync routers for ids ['8e7968d0-167e-4fa8-9cf7-581b622af1ca'] in dv-cinder-836996-18-iscsi {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:04:22.906418 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c13556-b7ee-4d5c-9f7c-df5288a095b7 None None] Routers {'8e7968d0-167e-4fa8-9cf7-581b622af1ca'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:04:22.907201 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-42c13556-b7ee-4d5c-9f7c-df5288a095b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:04:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['8e7968d0-167e-4fa8-9cf7-581b622af1ca'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:22.931828 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c45b60f-7e65-43de-8cd3-a9edb24e204e req-4fbf2276-a227-4cf8-9ca2-c895dadd432d tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] No DVR routers for this DVR port 04b8a92e-ae07-4bf3-8f3e-73cf7f637e41 on host hv-cinder-83699 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:04:22.934414 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-4c45b60f-7e65-43de-8cd3-a9edb24e204e req-4fbf2276-a227-4cf8-9ca2-c895dadd432d tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:22.937620 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4c45b60f-7e65-43de-8cd3-a9edb24e204e req-4fbf2276-a227-4cf8-9ca2-c895dadd432d tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.48 "DELETE /v2.0/ports/04b8a92e-ae07-4bf3-8f3e-73cf7f637e41 HTTP/1.1" status: 204 len: 173 time: 0.9038327 May 10 19:04:22.938056 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03153d7d-c8c0-4c25-8cf9-6876220b584f', 'name': 'network-vif-deleted', 'tag': '04b8a92e-ae07-4bf3-8f3e-73cf7f637e41'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:04:22.940383 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e67589-2fba-48a0-a5d4-59d831c26b1b" -d '{"events": [{"server_uuid": "03153d7d-c8c0-4c25-8cf9-6876220b584f", "name": "network-vif-deleted", "tag": "04b8a92e-ae07-4bf3-8f3e-73cf7f637e41"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:04:23.000158 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae1eb4-77cb-4420-a308-30404ef09094 req-95b0d956-cf1f-4a2f-8c67-cdb993e4baf5 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:23.001830 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-33ae1eb4-77cb-4420-a308-30404ef09094 req-95b0d956-cf1f-4a2f-8c67-cdb993e4baf5 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1631ae24-5157-48d3-803d-1a016ae6712e HTTP/1.1" status: 200 len: 946 time: 0.0539236 May 10 19:04:23.032415 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-42c13556-b7ee-4d5c-9f7c-df5288a095b7 None None] Set router 8e7968d0-167e-4fa8-9cf7-581b622af1ca gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:04:23.063213 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-33ae1eb4-77cb-4420-a308-30404ef09094 req-1a9b6165-abb1-4339-b0da-5ebdf4999a2b tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=93ab0cac-7ddc-40ef-a151-65c85c886903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545139 May 10 19:04:23.132378 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7dce0a-19fa-46d0-8188-a59a4c6701cb x-openstack-request-id: req-2d7dce0a-19fa-46d0-8188-a59a4c6701cb {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:04:23.132912 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03153d7d-c8c0-4c25-8cf9-6876220b584f", "name": "network-vif-deleted", "tag": "04b8a92e-ae07-4bf3-8f3e-73cf7f637e41", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:04:23.133000 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2d7dce0a-19fa-46d0-8188-a59a4c6701cb {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:04:23.133359 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d7dce0a-19fa-46d0-8188-a59a4c6701cb'] response: {'server_uuid': '03153d7d-c8c0-4c25-8cf9-6876220b584f', 'name': 'network-vif-deleted', 'tag': '04b8a92e-ae07-4bf3-8f3e-73cf7f637e41', 'status': 'completed', 'code': 200} May 10 19:04:23.232932 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-42c13556-b7ee-4d5c-9f7c-df5288a095b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'name': 'tempest-AttachVolumeTestJSON-1983261218-router', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:04Z', 'updated_at': '2022-05-10T18:58:17Z', 'revision_number': 4, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'gw_port': {'id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:07Z', 'updated_at': '2022-05-10T18:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '59f04c5d-5ac4-4579-9530-dc79b8f0a486', 'name': '', 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'mac_address': 'fa:16:3e:ed:7e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '945414bb-2eef-4f0c-992b-73a797dbf824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:15Z', 'updated_at': '2022-05-10T18:58:32Z', 'revision_number': 5, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'subnets': [{'id': '945414bb-2eef-4f0c-992b-73a797dbf824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:23.259140 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c13556-b7ee-4d5c-9f7c-df5288a095b7 None None] Checking router: 8e7968d0-167e-4fa8-9cf7-581b622af1ca for host: dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:04:23.267628 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c13556-b7ee-4d5c-9f7c-df5288a095b7 None None] Routers {'8e7968d0-167e-4fa8-9cf7-581b622af1ca'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:04:23.268206 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-42c13556-b7ee-4d5c-9f7c-df5288a095b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:04:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['8e7968d0-167e-4fa8-9cf7-581b622af1ca'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:23.378472 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-42c13556-b7ee-4d5c-9f7c-df5288a095b7 None None] Set router 8e7968d0-167e-4fa8-9cf7-581b622af1ca gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:04:23.383381 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-12848f58-a5bf-496a-bede-8940b0018877 req-f17e9418-cad4-4c23-8b69-e35cc6cdd6a2 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=03153d7d-c8c0-4c25-8cf9-6876220b584f HTTP/1.1" status: 200 len: 210 time: 0.0273764 May 10 19:04:23.566101 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-42c13556-b7ee-4d5c-9f7c-df5288a095b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'name': 'tempest-AttachVolumeTestJSON-1983261218-router', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:04Z', 'updated_at': '2022-05-10T18:58:17Z', 'revision_number': 4, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'gw_port': {'id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:07Z', 'updated_at': '2022-05-10T18:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '59f04c5d-5ac4-4579-9530-dc79b8f0a486', 'name': '', 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'mac_address': 'fa:16:3e:ed:7e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '945414bb-2eef-4f0c-992b-73a797dbf824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:15Z', 'updated_at': '2022-05-10T18:58:32Z', 'revision_number': 5, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'subnets': [{'id': '945414bb-2eef-4f0c-992b-73a797dbf824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:23.591481 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c13556-b7ee-4d5c-9f7c-df5288a095b7 None None] The sync data for ids ['8e7968d0-167e-4fa8-9cf7-581b622af1ca'] in dv-cinder-836996-18-iscsi is: [{'id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'name': 'tempest-AttachVolumeTestJSON-1983261218-router', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:04Z', 'updated_at': '2022-05-10T18:58:17Z', 'revision_number': 4, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'gw_port': {'id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:07Z', 'updated_at': '2022-05-10T18:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '59f04c5d-5ac4-4579-9530-dc79b8f0a486', 'name': '', 'network_id': '17ce47ba-754f-4a57-b915-d9f184cff0b4', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'mac_address': 'fa:16:3e:ed:7e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '945414bb-2eef-4f0c-992b-73a797dbf824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:15Z', 'updated_at': '2022-05-10T18:58:32Z', 'revision_number': 5, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'subnets': [{'id': '945414bb-2eef-4f0c-992b-73a797dbf824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:04:23.824061 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5998e0-abe8-46ea-ba42-f3310c16562e None None] New status for floating IP 8148f1ec-4134-459f-a484-41aeca70039c: DOWN {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:04:23.978916 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-909f2c97-13dc-4d67-b1d3-77ad75beb5be tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=158ffa09a81c43409bf2767c74516f39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293777 May 10 19:04:24.168364 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-c40ba4da-0a83-45de-ba54-8ed5b2e548d1 tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:24.169804 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-c40ba4da-0a83-45de-ba54-8ed5b2e548d1 tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1855650 May 10 19:04:24.185528 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-348ac75d-9760-49ba-b50d-5aa1b9533718 tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] 10.222.0.52 "GET /v2.0/quotas/158ffa09a81c43409bf2767c74516f39 HTTP/1.1" status: 200 len: 375 time: 0.0095978 May 10 19:04:24.201450 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ac9c3-174b-4d6e-a036-807621aa02d9 req-d031160d-a841-4a15-8715-a64e6239735a tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:24.203022 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-991ac9c3-174b-4d6e-a036-807621aa02d9 req-d031160d-a841-4a15-8715-a64e6239735a tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1631ae24-5157-48d3-803d-1a016ae6712e HTTP/1.1" status: 200 len: 946 time: 0.0480838 May 10 19:04:24.220808 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-669eaa62-7424-4dae-8567-a45b0e27b423 tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=158ffa09a81c43409bf2767c74516f39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306222 May 10 19:04:24.261514 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-991ac9c3-174b-4d6e-a036-807621aa02d9 req-5f7f90f4-9629-47d8-9b9c-2bf3441374fb tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=93ab0cac-7ddc-40ef-a151-65c85c886903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514586 May 10 19:04:24.391106 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-17f820e5-046b-4663-82b4-402f4a5c78b8 req-34de4148-7f7b-447d-b0d6-e2bc850e34e3 tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dd5a9bc-5c00-4f60-b85c-e8f4c5a3ef2b HTTP/1.1" status: 200 len: 210 time: 0.0323019 May 10 19:04:24.485554 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3890cbdc-cec7-494c-b9b7-cbf2692c5c24 req-2b71c810-610d-4b82-8685-9e33442b677c tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/ports?device_id=03153d7d-c8c0-4c25-8cf9-6876220b584f HTTP/1.1" status: 200 len: 210 time: 0.0265131 May 10 19:04:25.040156 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32190ab-47df-4072-8f51-5c59a6087b99 req-85550d72-2f2c-49b5-aa7a-4da8a79599c8 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:25.041554 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e32190ab-47df-4072-8f51-5c59a6087b99 req-85550d72-2f2c-49b5-aa7a-4da8a79599c8 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.48 "GET /v2.0/ports?device_id=1631ae24-5157-48d3-803d-1a016ae6712e HTTP/1.1" status: 200 len: 946 time: 0.0468409 May 10 19:04:25.151354 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-e32190ab-47df-4072-8f51-5c59a6087b99 req-748719e4-fbd8-430c-8fb8-68c4d006d807 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Deleting port 79e44889-0794-4229-baff-0853290d00b4 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:04:25.151833 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-e32190ab-47df-4072-8f51-5c59a6087b99 req-748719e4-fbd8-430c-8fb8-68c4d006d807 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (79e44889-0794-4229-baff-0853290d00b4), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:25.248771 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-e32190ab-47df-4072-8f51-5c59a6087b99 req-748719e4-fbd8-430c-8fb8-68c4d006d807 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] For port 79e44889-0794-4229-baff-0853290d00b4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=79e44889-0794-4229-baff-0853290d00b4,segment=NetworkSegment(04de397a-54d1-4abc-9167-6db11e2916d9),segment_id=04de397a-54d1-4abc-9167-6db11e2916d9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:04:25.249674 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-e32190ab-47df-4072-8f51-5c59a6087b99 req-748719e4-fbd8-430c-8fb8-68c4d006d807 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (79e44889-0794-4229-baff-0853290d00b4), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:25.381868 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a0e93-6cc9-4382-8adb-de941bbe1bc3 req-b65d5a83-cd9a-40c0-89bb-01e86cf7ac12 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:25.383389 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-699a0e93-6cc9-4382-8adb-de941bbe1bc3 req-b65d5a83-cd9a-40c0-89bb-01e86cf7ac12 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1631ae24-5157-48d3-803d-1a016ae6712e HTTP/1.1" status: 200 len: 946 time: 0.0540879 May 10 19:04:25.432310 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-e32190ab-47df-4072-8f51-5c59a6087b99 req-748719e4-fbd8-430c-8fb8-68c4d006d807 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:25.432834 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-e32190ab-47df-4072-8f51-5c59a6087b99 req-748719e4-fbd8-430c-8fb8-68c4d006d807 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2085825'] for floatingip (2ad15ab8-d058-45bc-b454-0387f8f7b347), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:25.433093 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.db.l3_db [req-e32190ab-47df-4072-8f51-5c59a6087b99 req-748719e4-fbd8-430c-8fb8-68c4d006d807 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Floating IP 2ad15ab8-d058-45bc-b454-0387f8f7b347 disassociated. External IP: 172.27.1.67, port: 79e44889-0794-4229-baff-0853290d00b4. May 10 19:04:25.433498 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-e32190ab-47df-4072-8f51-5c59a6087b99 req-748719e4-fbd8-430c-8fb8-68c4d006d807 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Calling delete_port for 79e44889-0794-4229-baff-0853290d00b4 owned by compute:nova {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:04:25.438787 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-699a0e93-6cc9-4382-8adb-de941bbe1bc3 req-4135377c-afc8-4e01-a3ae-2be833c843ab tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups?id=93ab0cac-7ddc-40ef-a151-65c85c886903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494733 May 10 19:04:25.511708 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-6c797fb3-e6a6-48d5-b980-7b36073cb5a9 req-099ea208-90af-4d1c-8cc9-700a56ac904a tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dd5a9bc-5c00-4f60-b85c-e8f4c5a3ef2b HTTP/1.1" status: 200 len: 210 time: 0.0372455 May 10 19:04:25.581737 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 45202) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:25.589932 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-e32190ab-47df-4072-8f51-5c59a6087b99 req-748719e4-fbd8-430c-8fb8-68c4d006d807 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (79e44889-0794-4229-baff-0853290d00b4), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:25.622751 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748719e4-fbd8-430c-8fb8-68c4d006d807 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Pushing event deleted for resources: {'Port': ['ID=79e44889-0794-4229-baff-0853290d00b4,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:25.639303 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-acb48acc-e287-4761-8e93-5f66460a62f6 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for security_group (1c4dfa36-bc3e-4ad6-8af6-2156d344e5bd), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:25.667641 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-acb48acc-e287-4761-8e93-5f66460a62f6 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for security_group (1c4dfa36-bc3e-4ad6-8af6-2156d344e5bd), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:25.718227 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-acb48acc-e287-4761-8e93-5f66460a62f6 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (1c4dfa36-bc3e-4ad6-8af6-2156d344e5bd), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:25.721173 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-acb48acc-e287-4761-8e93-5f66460a62f6 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:25.722288 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-acb48acc-e287-4761-8e93-5f66460a62f6 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "DELETE /v2.0/security-groups/1c4dfa36-bc3e-4ad6-8af6-2156d344e5bd HTTP/1.1" status: 204 len: 168 time: 0.1394346 May 10 19:04:25.725750 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 45204) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:25.742512 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb48acc-e287-4761-8e93-5f66460a62f6 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4dfa36-bc3e-4ad6-8af6-2156d344e5bd,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:25.745012 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.api.v2.resource [None req-7d05a0b0-4a5e-4830-ac0b-45b4b2df003e tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] show failed (client error): The resource could not be found. May 10 19:04:25.746231 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-7d05a0b0-4a5e-4830-ac0b-45b4b2df003e tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "GET /v2.0/security-groups/1c4dfa36-bc3e-4ad6-8af6-2156d344e5bd HTTP/1.1" status: 404 len: 347 time: 0.0195770 May 10 19:04:25.749176 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 45206) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:25.755598 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-9c57c963-2b24-4ca9-9325-e1be29eb2072 tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=158ffa09a81c43409bf2767c74516f39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612819 May 10 19:04:25.827301 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e32190ab-47df-4072-8f51-5c59a6087b99 req-748719e4-fbd8-430c-8fb8-68c4d006d807 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Router 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:04:25.875699 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-e9738119-6550-4cca-8e5a-b272d5830db8 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Deleting port 1a1d9cc8-1539-4dbd-876e-fdc23ae06737 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:04:25.876053 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e9738119-6550-4cca-8e5a-b272d5830db8 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (1a1d9cc8-1539-4dbd-876e-fdc23ae06737), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:25.918616 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-2416ff96-2803-41fd-b79e-c381035232d4 tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:25.920078 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-2416ff96-2803-41fd-b79e-c381035232d4 tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1549098 May 10 19:04:25.953512 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e9738119-6550-4cca-8e5a-b272d5830db8 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (1a1d9cc8-1539-4dbd-876e-fdc23ae06737), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:25.953841 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e9738119-6550-4cca-8e5a-b272d5830db8 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for floatingip (1a1d9cc8-1539-4dbd-876e-fdc23ae06737), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:25.969461 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-e9738119-6550-4cca-8e5a-b272d5830db8 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Calling delete_port for 1a1d9cc8-1539-4dbd-876e-fdc23ae06737 owned by network:floatingip {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:04:25.980253 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-5ecb4fc8-9c6d-436f-9791-afe9f18d82fe tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] Request body: {'port': {'device_id': '9dd5a9bc-5c00-4f60-b85c-e8f4c5a3ef2b', 'network_id': '4aaebff0-9889-4b56-8408-a2ee6d08478d', 'admin_state_up': True, 'tenant_id': '158ffa09a81c43409bf2767c74516f39'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:04:25.985585 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e32190ab-47df-4072-8f51-5c59a6087b99 req-748719e4-fbd8-430c-8fb8-68c4d006d807 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:04:25.997619 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b64cc7a-f5b2-4cc4-a505-996a416f9daf None None] Sync routers for ids ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'] in dv-cinder-836996-18-iscsi {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:04:26.009042 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b64cc7a-f5b2-4cc4-a505-996a416f9daf None None] Routers {'224c80a3-2c7e-4fdf-addf-77721e5d4aa9'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:04:26.009938 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-1b64cc7a-f5b2-4cc4-a505-996a416f9daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:04:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:26.070156 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32190ab-47df-4072-8f51-5c59a6087b99 req-748719e4-fbd8-430c-8fb8-68c4d006d807 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] No DVR routers for this DVR port 79e44889-0794-4229-baff-0853290d00b4 on host hv-cinder-83699 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:04:26.074505 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-e32190ab-47df-4072-8f51-5c59a6087b99 req-748719e4-fbd8-430c-8fb8-68c4d006d807 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:26.077767 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e32190ab-47df-4072-8f51-5c59a6087b99 req-748719e4-fbd8-430c-8fb8-68c4d006d807 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.48 "DELETE /v2.0/ports/79e44889-0794-4229-baff-0853290d00b4 HTTP/1.1" status: 204 len: 173 time: 1.0142581 May 10 19:04:26.078245 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1631ae24-5157-48d3-803d-1a016ae6712e', 'name': 'network-vif-deleted', 'tag': '79e44889-0794-4229-baff-0853290d00b4'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:04:26.080641 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cc7637-cdf5-45cd-b129-e39ebfd55ab5" -d '{"events": [{"server_uuid": "1631ae24-5157-48d3-803d-1a016ae6712e", "name": "network-vif-deleted", "tag": "79e44889-0794-4229-baff-0853290d00b4"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:04:26.148430 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db03767-1cce-49e2-a0f2-a39974c57d2a x-openstack-request-id: req-3db03767-1cce-49e2-a0f2-a39974c57d2a {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:04:26.148801 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1631ae24-5157-48d3-803d-1a016ae6712e", "name": "network-vif-deleted", "tag": "79e44889-0794-4229-baff-0853290d00b4", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:04:26.149060 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3db03767-1cce-49e2-a0f2-a39974c57d2a {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:04:26.149576 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3db03767-1cce-49e2-a0f2-a39974c57d2a'] response: {'server_uuid': '1631ae24-5157-48d3-803d-1a016ae6712e', 'name': 'network-vif-deleted', 'tag': '79e44889-0794-4229-baff-0853290d00b4', 'status': 'completed', 'code': 200} May 10 19:04:26.160624 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-5ecb4fc8-9c6d-436f-9791-afe9f18d82fe tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] Made reservation on behalf of 158ffa09a81c43409bf2767c74516f39 for: {'port': 1} {{(pid=103423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:04:26.161509 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 04b8a92e-ae07-4bf3-8f3e-73cf7f637e41 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:04:26.166345 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-5ecb4fc8-9c6d-436f-9791-afe9f18d82fe tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:26.179339 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-5ecb4fc8-9c6d-436f-9791-afe9f18d82fe tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:26.180659 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e9738119-6550-4cca-8e5a-b272d5830db8 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4468833'] for port (1a1d9cc8-1539-4dbd-876e-fdc23ae06737), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:26.210503 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] No Port match for: 04b8a92e-ae07-4bf3-8f3e-73cf7f637e41 {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:04:26.211035 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 04b8a92e-ae07-4bf3-8f3e-73cf7f637e41 not bound to the agent host hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:04:26.211495 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 79e44889-0794-4229-baff-0853290d00b4 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:04:26.213865 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9738119-6550-4cca-8e5a-b272d5830db8 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Pushing event deleted for resources: {'Port': ['ID=1a1d9cc8-1539-4dbd-876e-fdc23ae06737,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:26.251252 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] No Port match for: 79e44889-0794-4229-baff-0853290d00b4 {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:04:26.252072 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 79e44889-0794-4229-baff-0853290d00b4 not bound to the agent host hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:04:26.295867 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e9738119-6550-4cca-8e5a-b272d5830db8 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks [] for floatingip (8148f1ec-4134-459f-a484-41aeca70039c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:26.298742 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e9738119-6550-4cca-8e5a-b272d5830db8 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:26.300718 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-e9738119-6550-4cca-8e5a-b272d5830db8 tempest-AttachVolumeTestJSON-995801395 tempest-AttachVolumeTestJSON-995801395-project] 10.222.0.52 "DELETE /v2.0/floatingips/8148f1ec-4134-459f-a484-41aeca70039c HTTP/1.1" status: 204 len: 168 time: 0.5469546 May 10 19:04:26.320541 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-1b64cc7a-f5b2-4cc4-a505-996a416f9daf None None] Set router 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:04:26.321134 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-5ecb4fc8-9c6d-436f-9791-afe9f18d82fe tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] Publish callbacks [] for security_group (2961d538-851f-4453-a1ff-d0ca5460585f), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:26.326917 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-5ecb4fc8-9c6d-436f-9791-afe9f18d82fe tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (2961d538-851f-4453-a1ff-d0ca5460585f), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:26.392791 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb4fc8-9c6d-436f-9791-afe9f18d82fe tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2961d538-851f-4453-a1ff-d0ca5460585f,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:26.464313 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-5ecb4fc8-9c6d-436f-9791-afe9f18d82fe tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] Allocated IP 192.168.233.153 (4aaebff0-9889-4b56-8408-a2ee6d08478d/f4dac27f-9965-46bc-b462-24f6e0ba6471/ec731214-a513-42a0-baa4-bc0bbcba80d2) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:04:26.529515 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-1b64cc7a-f5b2-4cc4-a505-996a416f9daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'name': 'tempest-AttachVolumeNegativeTest-1418596659-router', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:20Z', 'revision_number': 4, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'gw_port': {'id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': 'ecb12316-5946-47ad-ac9c-64373489eb65', 'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'mac_address': 'fa:16:3e:fe:8b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:16Z', 'updated_at': '2022-05-10T18:58:36Z', 'revision_number': 5, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'subnets': [{'id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:26.557980 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b64cc7a-f5b2-4cc4-a505-996a416f9daf None None] Checking router: 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 for host: dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:04:26.565671 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b64cc7a-f5b2-4cc4-a505-996a416f9daf None None] Routers {'224c80a3-2c7e-4fdf-addf-77721e5d4aa9'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:04:26.566311 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-1b64cc7a-f5b2-4cc4-a505-996a416f9daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:04:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:26.590493 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2ea6bb84-3516-4e17-a96c-7ebcf60f405d req-db4d6553-b425-4af4-b514-e937790bc5d1 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/ports?device_id=1631ae24-5157-48d3-803d-1a016ae6712e HTTP/1.1" status: 200 len: 210 time: 0.0644436 May 10 19:04:26.623694 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:04:26.634431 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-4569b5a2-ef01-4ca1-9579-a2ea13913ba9 req-c4142228-c888-49c2-80a5-b10ca3edea44 tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dd5a9bc-5c00-4f60-b85c-e8f4c5a3ef2b HTTP/1.1" status: 200 len: 210 time: 0.0408318 May 10 19:04:26.676573 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-5ecb4fc8-9c6d-436f-9791-afe9f18d82fe tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] Publish callbacks [] for port (ec731214-a513-42a0-baa4-bc0bbcba80d2), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:26.718008 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-1b64cc7a-f5b2-4cc4-a505-996a416f9daf None None] Set router 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:04:26.718710 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-5ecb4fc8-9c6d-436f-9791-afe9f18d82fe tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (ec731214-a513-42a0-baa4-bc0bbcba80d2), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:26.771068 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-5ecb4fc8-9c6d-436f-9791-afe9f18d82fe tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] Network 4aaebff0-9889-4b56-8408-a2ee6d08478d is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:04:26.774164 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-5ecb4fc8-9c6d-436f-9791-afe9f18d82fe tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:04:26.776500 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-5ecb4fc8-9c6d-436f-9791-afe9f18d82fe tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:04:26.808976 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb4fc8-9c6d-436f-9791-afe9f18d82fe tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] Pushing event updated for resources: {'Port': ['ID=ec731214-a513-42a0-baa4-bc0bbcba80d2,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:26.836089 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-5ecb4fc8-9c6d-436f-9791-afe9f18d82fe tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:26.837321 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-5ecb4fc8-9c6d-436f-9791-afe9f18d82fe tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:26.855618 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-5ecb4fc8-9c6d-436f-9791-afe9f18d82fe tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8791096 May 10 19:04:26.874276 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-8c0a532d-a64a-41eb-b78e-5fae623114ae service neutron] Request body: {'port': {'device_id': '9dd5a9bc-5c00-4f60-b85c-e8f4c5a3ef2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:04:26.927045 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-1b64cc7a-f5b2-4cc4-a505-996a416f9daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'name': 'tempest-AttachVolumeNegativeTest-1418596659-router', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:20Z', 'revision_number': 4, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'gw_port': {'id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': 'ecb12316-5946-47ad-ac9c-64373489eb65', 'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'mac_address': 'fa:16:3e:fe:8b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:16Z', 'updated_at': '2022-05-10T18:58:36Z', 'revision_number': 5, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'subnets': [{'id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:26.934747 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-8c0a532d-a64a-41eb-b78e-5fae623114ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (ec731214-a513-42a0-baa4-bc0bbcba80d2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:26.954127 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b64cc7a-f5b2-4cc4-a505-996a416f9daf None None] The sync data for ids ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'] in dv-cinder-836996-18-iscsi is: [{'id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'name': 'tempest-AttachVolumeNegativeTest-1418596659-router', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:20Z', 'revision_number': 4, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'gw_port': {'id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': 'ecb12316-5946-47ad-ac9c-64373489eb65', 'name': '', 'network_id': 'a4576b84-9910-4693-87ed-530385aa986d', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'mac_address': 'fa:16:3e:fe:8b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:16Z', 'updated_at': '2022-05-10T18:58:36Z', 'revision_number': 5, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'subnets': [{'id': 'c386732f-c86a-499c-bc04-b74b79921f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:04:27.036513 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-cf9b759c-bb6f-4677-828f-dba5706ca7c0 None None] Provisioning complete for port ec731214-a513-42a0-baa4-bc0bbcba80d2 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:04:27.037114 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-cf9b759c-bb6f-4677-828f-dba5706ca7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (ec731214-a513-42a0-baa4-bc0bbcba80d2), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:27.073592 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-cf9b759c-bb6f-4677-828f-dba5706ca7c0 None None] Port ec731214-a513-42a0-baa4-bc0bbcba80d2 cannot update to ACTIVE because it is not bound. {{(pid=103424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:04:27.185893 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27df3a9-9a61-4170-9e29-28c7ee65bade None None] New status for floating IP 2ad15ab8-d058-45bc-b454-0387f8f7b347: DOWN {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:04:27.203964 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-8c0a532d-a64a-41eb-b78e-5fae623114ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec731214-a513-42a0-baa4-bc0bbcba80d2 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:04:27.211859 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-8c0a532d-a64a-41eb-b78e-5fae623114ae service neutron] Publish callbacks [] for port (ec731214-a513-42a0-baa4-bc0bbcba80d2), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:27.225048 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-8c0a532d-a64a-41eb-b78e-5fae623114ae service neutron] Transition to ACTIVE for port object ec731214-a513-42a0-baa4-bc0bbcba80d2 will not be triggered until provisioned by entity L2. {{(pid=103423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:04:27.229526 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-8c0a532d-a64a-41eb-b78e-5fae623114ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (ec731214-a513-42a0-baa4-bc0bbcba80d2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:27.278580 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a532d-a64a-41eb-b78e-5fae623114ae service neutron] Pushing event updated for resources: {'Port': ['ID=ec731214-a513-42a0-baa4-bc0bbcba80d2,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:27.352488 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-8c0a532d-a64a-41eb-b78e-5fae623114ae service neutron] Attempting to bind port ec731214-a513-42a0-baa4-bc0bbcba80d2 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:04:27.353165 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-8c0a532d-a64a-41eb-b78e-5fae623114ae service neutron] Attempting to bind port ec731214-a513-42a0-baa4-bc0bbcba80d2 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '66c57db2-6621-4bf0-96be-c3cd1176b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4aaebff0-9889-4b56-8408-a2ee6d08478d'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:04:27.353314 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-8c0a532d-a64a-41eb-b78e-5fae623114ae service neutron] Attempting to bind port ec731214-a513-42a0-baa4-bc0bbcba80d2 on network 4aaebff0-9889-4b56-8408-a2ee6d08478d {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:04:27.357905 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-8c0a532d-a64a-41eb-b78e-5fae623114ae service neutron] Port ec731214-a513-42a0-baa4-bc0bbcba80d2 on network 4aaebff0-9889-4b56-8408-a2ee6d08478d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:04:27.358226 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-8c0a532d-a64a-41eb-b78e-5fae623114ae service neutron] Attempting to bind port ec731214-a513-42a0-baa4-bc0bbcba80d2 on network 4aaebff0-9889-4b56-8408-a2ee6d08478d {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:04:27.363252 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-8c0a532d-a64a-41eb-b78e-5fae623114ae service neutron] Checking agent: {'id': '84b4d3b2-b3ea-4da4-b994-5396953c421b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'started_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:04:27.363631 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-8c0a532d-a64a-41eb-b78e-5fae623114ae service neutron] Checking segment: {'id': '66c57db2-6621-4bf0-96be-c3cd1176b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4aaebff0-9889-4b56-8408-a2ee6d08478d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:04:27.364024 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-8c0a532d-a64a-41eb-b78e-5fae623114ae service neutron] Bound using segment: {'id': '66c57db2-6621-4bf0-96be-c3cd1176b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4aaebff0-9889-4b56-8408-a2ee6d08478d'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:04:27.364456 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-8c0a532d-a64a-41eb-b78e-5fae623114ae service neutron] Bound port: ec731214-a513-42a0-baa4-bc0bbcba80d2, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66c57db2-6621-4bf0-96be-c3cd1176b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4aaebff0-9889-4b56-8408-a2ee6d08478d'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:04:27.364855 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-8c0a532d-a64a-41eb-b78e-5fae623114ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (ec731214-a513-42a0-baa4-bc0bbcba80d2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:27.432386 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-8c0a532d-a64a-41eb-b78e-5fae623114ae service neutron] For port ec731214-a513-42a0-baa4-bc0bbcba80d2, host hv-cinder-83699, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:04:27.435834 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-8c0a532d-a64a-41eb-b78e-5fae623114ae service neutron] For port ec731214-a513-42a0-baa4-bc0bbcba80d2, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ec731214-a513-42a0-baa4-bc0bbcba80d2,segment=NetworkSegment(66c57db2-6621-4bf0-96be-c3cd1176b7f4),segment_id=66c57db2-6621-4bf0-96be-c3cd1176b7f4)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:04:27.444280 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-8c0a532d-a64a-41eb-b78e-5fae623114ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (ec731214-a513-42a0-baa4-bc0bbcba80d2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:27.481157 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-8c0a532d-a64a-41eb-b78e-5fae623114ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:27.481783 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-8c0a532d-a64a-41eb-b78e-5fae623114ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:27.483190 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-8c0a532d-a64a-41eb-b78e-5fae623114ae service neutron] 10.222.0.48 "PUT /v2.0/ports/ec731214-a513-42a0-baa4-bc0bbcba80d2 HTTP/1.1" status: 200 len: 1098 time: 0.6132963 May 10 19:04:27.507626 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a532d-a64a-41eb-b78e-5fae623114ae service neutron] Pushing event updated for resources: {'Port': ['ID=ec731214-a513-42a0-baa4-bc0bbcba80d2,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:27.592921 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-caa62c52-8451-4c11-ae99-dc948dcba00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:27.594431 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-caa62c52-8451-4c11-ae99-dc948dcba00c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=158ffa09a81c43409bf2767c74516f39&device_id=9dd5a9bc-5c00-4f60-b85c-e8f4c5a3ef2b HTTP/1.1" status: 200 len: 1132 time: 0.0453255 May 10 19:04:27.651134 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-6bfa4783-0136-4115-95fe-e0fcc19a8552 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=ec731214-a513-42a0-baa4-bc0bbcba80d2 HTTP/1.1" status: 200 len: 217 time: 0.0423892 May 10 19:04:27.700968 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 45236) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:27.715323 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-f63154e2-b21c-401b-9590-2836ae5951e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:27.716898 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-f63154e2-b21c-401b-9590-2836ae5951e2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4dac27f-9965-46bc-b462-24f6e0ba6471 HTTP/1.1" status: 200 len: 843 time: 0.0588770 May 10 19:04:27.763634 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-64e1aa9c-4497-4c8a-9e02-365b1326d08f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group (93ab0cac-7ddc-40ef-a151-65c85c886903), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:27.789449 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-64e1aa9c-4497-4c8a-9e02-365b1326d08f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group (93ab0cac-7ddc-40ef-a151-65c85c886903), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:27.797606 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-9a02d050-8fff-47ee-a42e-2f235ae0971b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:27.798950 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-9a02d050-8fff-47ee-a42e-2f235ae0971b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4aaebff0-9889-4b56-8408-a2ee6d08478d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0654306 May 10 19:04:27.833321 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c662fc-541b-479a-92b9-e238649106b6 req-37c45006-05c9-43a8-a3a1-62fed858b494 tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:27.835000 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-08c662fc-541b-479a-92b9-e238649106b6 req-37c45006-05c9-43a8-a3a1-62fed858b494 tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dd5a9bc-5c00-4f60-b85c-e8f4c5a3ef2b HTTP/1.1" status: 200 len: 948 time: 0.0687680 May 10 19:04:27.841045 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-64e1aa9c-4497-4c8a-9e02-365b1326d08f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (93ab0cac-7ddc-40ef-a151-65c85c886903), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:27.843870 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-64e1aa9c-4497-4c8a-9e02-365b1326d08f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:27.845138 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-64e1aa9c-4497-4c8a-9e02-365b1326d08f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "DELETE /v2.0/security-groups/93ab0cac-7ddc-40ef-a151-65c85c886903 HTTP/1.1" status: 204 len: 168 time: 0.1431367 May 10 19:04:27.848478 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 45238) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:27.861637 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1aa9c-4497-4c8a-9e02-365b1326d08f tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ab0cac-7ddc-40ef-a151-65c85c886903,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:27.867810 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.api.v2.resource [None req-8e2e7ff2-d83b-41d0-bd30-5fe24d75a389 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] show failed (client error): The resource could not be found. May 10 19:04:27.869146 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-8e2e7ff2-d83b-41d0-bd30-5fe24d75a389 tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "GET /v2.0/security-groups/93ab0cac-7ddc-40ef-a151-65c85c886903 HTTP/1.1" status: 404 len: 347 time: 0.0196660 May 10 19:04:27.872284 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 45240) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:27.925337 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-08c662fc-541b-479a-92b9-e238649106b6 req-051c977a-1ae6-44ba-b31c-7499ced1bef9 tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] 10.222.0.52 "GET /v2.0/security-groups?id=2961d538-851f-4453-a1ff-d0ca5460585f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632424 May 10 19:04:27.942982 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-6341342e-2ce3-434b-bcb0-ff6f8478e188 service neutron] 10.222.0.48 "GET /v2.0/networks/4aaebff0-9889-4b56-8408-a2ee6d08478d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327708 May 10 19:04:27.997339 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-f13202b9-ba0f-4f29-a851-9a3a9b24e7cb tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Deleting port 7f273727-2611-463c-9727-8a60ac28bc65 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:04:27.997690 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f13202b9-ba0f-4f29-a851-9a3a9b24e7cb tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (7f273727-2611-463c-9727-8a60ac28bc65), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:28.034775 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-93d9b12a-2cf6-4247-b2ba-201418552d0f req-bd3cd952-b70a-4257-a163-f9fd38198801 service neutron] 10.222.0.48 "GET /v2.0/networks/4aaebff0-9889-4b56-8408-a2ee6d08478d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890965 May 10 19:04:28.151119 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd5a9bc-5c00-4f60-b85c-e8f4c5a3ef2b', 'tag': 'ec731214-a513-42a0-baa4-bc0bbcba80d2'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:04:28.154144 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d883f68-e5c1-4b6b-b722-58f1be6dfd0a" -d '{"events": [{"name": "network-changed", "server_uuid": "9dd5a9bc-5c00-4f60-b85c-e8f4c5a3ef2b", "tag": "ec731214-a513-42a0-baa4-bc0bbcba80d2"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:04:28.190992 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91c0b87-c4d4-4513-a41e-1e10a3573fbd x-openstack-request-id: req-d91c0b87-c4d4-4513-a41e-1e10a3573fbd {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:04:28.191292 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dd5a9bc-5c00-4f60-b85c-e8f4c5a3ef2b", "tag": "ec731214-a513-42a0-baa4-bc0bbcba80d2", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:04:28.191554 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d91c0b87-c4d4-4513-a41e-1e10a3573fbd {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:04:28.191962 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d91c0b87-c4d4-4513-a41e-1e10a3573fbd'] response: {'name': 'network-changed', 'server_uuid': '9dd5a9bc-5c00-4f60-b85c-e8f4c5a3ef2b', 'tag': 'ec731214-a513-42a0-baa4-bc0bbcba80d2', 'status': 'completed', 'code': 200} May 10 19:04:28.312041 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f13202b9-ba0f-4f29-a851-9a3a9b24e7cb tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (7f273727-2611-463c-9727-8a60ac28bc65), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:28.312386 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f13202b9-ba0f-4f29-a851-9a3a9b24e7cb tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for floatingip (7f273727-2611-463c-9727-8a60ac28bc65), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:28.325718 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-f13202b9-ba0f-4f29-a851-9a3a9b24e7cb tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Calling delete_port for 7f273727-2611-463c-9727-8a60ac28bc65 owned by network:floatingip {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:04:28.459954 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f13202b9-ba0f-4f29-a851-9a3a9b24e7cb tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4468833'] for port (7f273727-2611-463c-9727-8a60ac28bc65), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:28.484514 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13202b9-ba0f-4f29-a851-9a3a9b24e7cb tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Pushing event deleted for resources: {'Port': ['ID=7f273727-2611-463c-9727-8a60ac28bc65,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:28.548823 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f13202b9-ba0f-4f29-a851-9a3a9b24e7cb tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks [] for floatingip (2ad15ab8-d058-45bc-b454-0387f8f7b347), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:28.551494 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f13202b9-ba0f-4f29-a851-9a3a9b24e7cb tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:28.552647 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-f13202b9-ba0f-4f29-a851-9a3a9b24e7cb tempest-AttachVolumeNegativeTest-439002327 tempest-AttachVolumeNegativeTest-439002327-project] 10.222.0.52 "DELETE /v2.0/floatingips/2ad15ab8-d058-45bc-b454-0387f8f7b347 HTTP/1.1" status: 204 len: 168 time: 0.6753473 May 10 19:04:28.864534 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b421c529-9a42-4706-9c0b-2e875a337100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:28.954970 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d883f68-e5c1-4b6b-b722-58f1be6dfd0a req-52ab44f5-99ca-449b-a769-c4d2348ed8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:28.956478 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3d883f68-e5c1-4b6b-b722-58f1be6dfd0a req-52ab44f5-99ca-449b-a769-c4d2348ed8a3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=158ffa09a81c43409bf2767c74516f39&device_id=9dd5a9bc-5c00-4f60-b85c-e8f4c5a3ef2b HTTP/1.1" status: 200 len: 1132 time: 0.0402229 May 10 19:04:29.320212 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469423b3-b92d-43ca-85bc-36b271016679 req-4ce69a7c-5598-4792-883c-a4094eacb704 tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:29.321592 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-469423b3-b92d-43ca-85bc-36b271016679 req-4ce69a7c-5598-4792-883c-a4094eacb704 tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dd5a9bc-5c00-4f60-b85c-e8f4c5a3ef2b HTTP/1.1" status: 200 len: 948 time: 0.3165858 May 10 19:04:29.349101 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d883f68-e5c1-4b6b-b722-58f1be6dfd0a req-e9a3aa74-bce7-4360-acaf-0a33abdf51a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:29.350493 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3d883f68-e5c1-4b6b-b722-58f1be6dfd0a req-e9a3aa74-bce7-4360-acaf-0a33abdf51a3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4aaebff0-9889-4b56-8408-a2ee6d08478d HTTP/1.1" status: 200 len: 870 time: 0.3867888 May 10 19:04:29.402027 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3d883f68-e5c1-4b6b-b722-58f1be6dfd0a req-069024bc-b447-4493-bd09-f2ea30e3f0ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=ec731214-a513-42a0-baa4-bc0bbcba80d2 HTTP/1.1" status: 200 len: 217 time: 0.0440383 May 10 19:04:29.409061 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-469423b3-b92d-43ca-85bc-36b271016679 req-4841b1b1-0b95-4c77-aaeb-9d21af07352c tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] 10.222.0.52 "GET /v2.0/security-groups?id=2961d538-851f-4453-a1ff-d0ca5460585f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795395 May 10 19:04:29.452438 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d883f68-e5c1-4b6b-b722-58f1be6dfd0a req-cee7cd82-1dbf-4645-a7b8-7d8babcc1ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:29.454389 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3d883f68-e5c1-4b6b-b722-58f1be6dfd0a req-cee7cd82-1dbf-4645-a7b8-7d8babcc1ecf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4dac27f-9965-46bc-b462-24f6e0ba6471 HTTP/1.1" status: 200 len: 843 time: 0.0440423 May 10 19:04:29.499924 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d883f68-e5c1-4b6b-b722-58f1be6dfd0a req-155e845d-407d-41c4-b49b-58a470a71b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:29.501451 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3d883f68-e5c1-4b6b-b722-58f1be6dfd0a req-155e845d-407d-41c4-b49b-58a470a71b6b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4aaebff0-9889-4b56-8408-a2ee6d08478d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0416274 May 10 19:04:29.590074 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3d883f68-e5c1-4b6b-b722-58f1be6dfd0a req-399e9f02-13e7-464e-a77b-acec29c00942 service neutron] 10.222.0.48 "GET /v2.0/networks/4aaebff0-9889-4b56-8408-a2ee6d08478d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803659 May 10 19:04:29.680391 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3d883f68-e5c1-4b6b-b722-58f1be6dfd0a req-57442123-202c-48bc-a15d-f009d183377d service neutron] 10.222.0.48 "GET /v2.0/networks/4aaebff0-9889-4b56-8408-a2ee6d08478d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836370 May 10 19:04:29.889170 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 45276) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:30.380897 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1a8ceed3-e17c-4757-ae81-d6d20087fc94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2088698'] for router_interface (8e7968d0-167e-4fa8-9cf7-581b622af1ca), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:30.572884 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79000ed5-e818-4935-bf5e-53a1ef6953b8 req-d4a13c3d-207b-447f-a722-8fd3eb8698ab tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:30.574350 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-79000ed5-e818-4935-bf5e-53a1ef6953b8 req-d4a13c3d-207b-447f-a722-8fd3eb8698ab tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dd5a9bc-5c00-4f60-b85c-e8f4c5a3ef2b HTTP/1.1" status: 200 len: 948 time: 0.0960851 May 10 19:04:30.658131 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-79000ed5-e818-4935-bf5e-53a1ef6953b8 req-15e1f2c8-f71a-4292-a1cf-d0fd5e758410 tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] 10.222.0.52 "GET /v2.0/security-groups?id=2961d538-851f-4453-a1ff-d0ca5460585f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776141 May 10 19:04:30.693389 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-1a8ceed3-e17c-4757-ae81-d6d20087fc94 admin admin] Deleting port 59f04c5d-5ac4-4579-9530-dc79b8f0a486 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:04:30.693668 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1a8ceed3-e17c-4757-ae81-d6d20087fc94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (59f04c5d-5ac4-4579-9530-dc79b8f0a486), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:30.772850 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-1a8ceed3-e17c-4757-ae81-d6d20087fc94 admin admin] For port 59f04c5d-5ac4-4579-9530-dc79b8f0a486, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=59f04c5d-5ac4-4579-9530-dc79b8f0a486,segment=NetworkSegment(1868c427-5847-444e-a7f0-4f51b9eb2322),segment_id=1868c427-5847-444e-a7f0-4f51b9eb2322)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:04:30.773206 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1a8ceed3-e17c-4757-ae81-d6d20087fc94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (59f04c5d-5ac4-4579-9530-dc79b8f0a486), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:30.786231 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-1a8ceed3-e17c-4757-ae81-d6d20087fc94 admin admin] Calling delete_port for 59f04c5d-5ac4-4579-9530-dc79b8f0a486 owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:04:30.976400 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1a8ceed3-e17c-4757-ae81-d6d20087fc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4468833'] for port (59f04c5d-5ac4-4579-9530-dc79b8f0a486), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:31.002133 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ceed3-e17c-4757-ae81-d6d20087fc94 admin admin] Pushing event deleted for resources: {'Port': ['ID=59f04c5d-5ac4-4579-9530-dc79b8f0a486,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:31.215790 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1a8ceed3-e17c-4757-ae81-d6d20087fc94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2055489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2091507'] for router_interface (8e7968d0-167e-4fa8-9cf7-581b622af1ca), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:31.239590 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-38b24c30-aed5-4bb0-a7b5-3e8f0405719c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:31.437186 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8ceed3-e17c-4757-ae81-d6d20087fc94 admin admin] Router 8e7968d0-167e-4fa8-9cf7-581b622af1ca has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:04:31.555028 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8ceed3-e17c-4757-ae81-d6d20087fc94 admin admin] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:04:31.560081 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-1a8ceed3-e17c-4757-ae81-d6d20087fc94 admin admin] 10.222.0.52 "PUT /v2.0/routers/8e7968d0-167e-4fa8-9cf7-581b622af1ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6699917 May 10 19:04:31.562760 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 45298) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:31.565914 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e22d0e-d572-45b8-9cb0-3448d2a8493c None None] Sync routers for ids ['8e7968d0-167e-4fa8-9cf7-581b622af1ca'] in dv-cinder-836996-18-iscsi {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:04:31.576514 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e22d0e-d572-45b8-9cb0-3448d2a8493c None None] Routers {'8e7968d0-167e-4fa8-9cf7-581b622af1ca'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:04:31.577168 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-c6e22d0e-d572-45b8-9cb0-3448d2a8493c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:04:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['8e7968d0-167e-4fa8-9cf7-581b622af1ca'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:31.673405 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f853e6f5-fc34-4703-a625-d60ff74306c9 admin admin] Publish callbacks [] for router (8e7968d0-167e-4fa8-9cf7-581b622af1ca), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:31.685787 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-c6e22d0e-d572-45b8-9cb0-3448d2a8493c None None] Set router 8e7968d0-167e-4fa8-9cf7-581b622af1ca gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:04:31.773083 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984296d-6596-46ba-b609-afd09424fb1c req-4a5e425f-c1b8-4f7b-b47f-434a502fc3ae tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:31.774562 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e984296d-6596-46ba-b609-afd09424fb1c req-4a5e425f-c1b8-4f7b-b47f-434a502fc3ae tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dd5a9bc-5c00-4f60-b85c-e8f4c5a3ef2b HTTP/1.1" status: 200 len: 948 time: 0.0474379 May 10 19:04:31.787313 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f853e6f5-fc34-4703-a625-d60ff74306c9 admin admin] Publish callbacks [] for router_gateway (8e7968d0-167e-4fa8-9cf7-581b622af1ca), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:31.822270 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e984296d-6596-46ba-b609-afd09424fb1c req-4965a4c8-9818-48ec-b619-02bc27012214 tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] 10.222.0.52 "GET /v2.0/security-groups?id=2961d538-851f-4453-a1ff-d0ca5460585f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405517 May 10 19:04:31.834042 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-f853e6f5-fc34-4703-a625-d60ff74306c9 admin admin] Deleting port f0290121-ea84-4326-9353-1b48caf6680d {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:04:31.834588 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f853e6f5-fc34-4703-a625-d60ff74306c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (f0290121-ea84-4326-9353-1b48caf6680d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:31.858702 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-c6e22d0e-d572-45b8-9cb0-3448d2a8493c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'name': 'tempest-AttachVolumeTestJSON-1983261218-router', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:04Z', 'updated_at': '2022-05-10T19:04:30Z', 'revision_number': 5, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'gw_port': {'id': 'f0290121-ea84-4326-9353-1b48caf6680d', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:07Z', 'updated_at': '2022-05-10T18:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi'}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:31.884919 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e22d0e-d572-45b8-9cb0-3448d2a8493c None None] Checking router: 8e7968d0-167e-4fa8-9cf7-581b622af1ca for host: dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:04:31.893134 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e22d0e-d572-45b8-9cb0-3448d2a8493c None None] Routers {'8e7968d0-167e-4fa8-9cf7-581b622af1ca'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:04:31.893731 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-c6e22d0e-d572-45b8-9cb0-3448d2a8493c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:04:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['8e7968d0-167e-4fa8-9cf7-581b622af1ca'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:31.915537 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-f853e6f5-fc34-4703-a625-d60ff74306c9 admin admin] For port f0290121-ea84-4326-9353-1b48caf6680d, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=f0290121-ea84-4326-9353-1b48caf6680d,segment=NetworkSegment(5e4a060e-4ea0-4d95-88b5-1969f86bafa6),segment_id=5e4a060e-4ea0-4d95-88b5-1969f86bafa6)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:04:31.915913 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f853e6f5-fc34-4703-a625-d60ff74306c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (f0290121-ea84-4326-9353-1b48caf6680d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:31.929067 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-f853e6f5-fc34-4703-a625-d60ff74306c9 admin admin] Calling delete_port for f0290121-ea84-4326-9353-1b48caf6680d owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:04:31.979752 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-c6e22d0e-d572-45b8-9cb0-3448d2a8493c None None] Set router 8e7968d0-167e-4fa8-9cf7-581b622af1ca gateway port host: None {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:04:32.029678 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-c6e22d0e-d572-45b8-9cb0-3448d2a8493c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'name': 'tempest-AttachVolumeTestJSON-1983261218-router', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:04Z', 'updated_at': '2022-05-10T19:04:31Z', 'revision_number': 6, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'gw_port_host': None}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:32.058265 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e22d0e-d572-45b8-9cb0-3448d2a8493c None None] The sync data for ids ['8e7968d0-167e-4fa8-9cf7-581b622af1ca'] in dv-cinder-836996-18-iscsi is: [{'id': '8e7968d0-167e-4fa8-9cf7-581b622af1ca', 'name': 'tempest-AttachVolumeTestJSON-1983261218-router', 'tenant_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:04Z', 'updated_at': '2022-05-10T19:04:31Z', 'revision_number': 6, 'project_id': 'f211dbe09fc34141b9d519a6e69c8dc2', 'gw_port_host': None}] {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:04:32.096194 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device ec731214-a513-42a0-baa4-bc0bbcba80d2 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:04:32.103593 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f853e6f5-fc34-4703-a625-d60ff74306c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4468833'] for port (f0290121-ea84-4326-9353-1b48caf6680d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:32.129870 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853e6f5-fc34-4703-a625-d60ff74306c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0290121-ea84-4326-9353-1b48caf6680d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:32.191868 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f853e6f5-fc34-4703-a625-d60ff74306c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2086036'] for router_gateway (8e7968d0-167e-4fa8-9cf7-581b622af1ca), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:32.201760 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port ec731214-a513-42a0-baa4-bc0bbcba80d2, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ec731214-a513-42a0-baa4-bc0bbcba80d2,segment=NetworkSegment(66c57db2-6621-4bf0-96be-c3cd1176b7f4),segment_id=66c57db2-6621-4bf0-96be-c3cd1176b7f4)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:04:32.213787 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Returning: {'device': 'ec731214-a513-42a0-baa4-bc0bbcba80d2', 'network_id': '4aaebff0-9889-4b56-8408-a2ee6d08478d', 'port_id': 'ec731214-a513-42a0-baa4-bc0bbcba80d2', 'mac_address': 'fa:16:3e:59:fb:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4dac27f-9965-46bc-b462-24f6e0ba6471', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:04:32.254711 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port ec731214-a513-42a0-baa4-bc0bbcba80d2 is: DOWN; New status is: BUILD {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:04:32.255265 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (ec731214-a513-42a0-baa4-bc0bbcba80d2), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:32.268937 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec731214-a513-42a0-baa4-bc0bbcba80d2 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:04:32.278076 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 45308) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:32.289876 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f853e6f5-fc34-4703-a625-d60ff74306c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2081368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2663'] for router (8e7968d0-167e-4fa8-9cf7-581b622af1ca), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:32.291842 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port ec731214-a513-42a0-baa4-bc0bbcba80d2, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ec731214-a513-42a0-baa4-bc0bbcba80d2,segment=NetworkSegment(66c57db2-6621-4bf0-96be-c3cd1176b7f4),segment_id=66c57db2-6621-4bf0-96be-c3cd1176b7f4)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:04:32.292249 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f853e6f5-fc34-4703-a625-d60ff74306c9 admin admin] Publish callbacks [] for router_controller (8e7968d0-167e-4fa8-9cf7-581b622af1ca), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:32.296116 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (ec731214-a513-42a0-baa4-bc0bbcba80d2), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:32.344059 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f853e6f5-fc34-4703-a625-d60ff74306c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2081347'] for router (8e7968d0-167e-4fa8-9cf7-581b622af1ca), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:32.345035 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f853e6f5-fc34-4703-a625-d60ff74306c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e7968d0-167e-4fa8-9cf7-581b622af1ca {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 19:04:32.347513 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=ec731214-a513-42a0-baa4-bc0bbcba80d2,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:32.350394 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f853e6f5-fc34-4703-a625-d60ff74306c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:32.352731 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-f853e6f5-fc34-4703-a625-d60ff74306c9 admin admin] 10.222.0.52 "DELETE /v2.0/routers/8e7968d0-167e-4fa8-9cf7-581b622af1ca HTTP/1.1" status: 204 len: 168 time: 0.7878196 May 10 19:04:32.354162 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 45312) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:32.403222 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d35201-3291-47df-a925-e263f0dac0c5 admin admin] Deleting subnet 945414bb-2eef-4f0c-992b-73a797dbf824 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 19:04:32.406372 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a4d35201-3291-47df-a925-e263f0dac0c5 admin admin] Publish callbacks [] for subnet (945414bb-2eef-4f0c-992b-73a797dbf824), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:32.445647 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a4d35201-3291-47df-a925-e263f0dac0c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4514108'] for subnet (945414bb-2eef-4f0c-992b-73a797dbf824), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:32.528342 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a4d35201-3291-47df-a925-e263f0dac0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966585'] for subnet (945414bb-2eef-4f0c-992b-73a797dbf824), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:32.571324 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:32.592401 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a4d35201-3291-47df-a925-e263f0dac0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4468822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4218745'] for subnet (945414bb-2eef-4f0c-992b-73a797dbf824), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:32.622015 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d35201-3291-47df-a925-e263f0dac0c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=945414bb-2eef-4f0c-992b-73a797dbf824,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:32.625631 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a4d35201-3291-47df-a925-e263f0dac0c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:32.627988 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['ec731214-a513-42a0-baa4-bc0bbcba80d2'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:04:32.631386 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 45314) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:32.631512 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-a4d35201-3291-47df-a925-e263f0dac0c5 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/945414bb-2eef-4f0c-992b-73a797dbf824 HTTP/1.1" status: 204 len: 168 time: 0.2763608 May 10 19:04:32.640506 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a71f8c-1bdd-4910-9394-3c40d934a0cd None None] Network 17ce47ba-754f-4a57-b915-d9f184cff0b4 requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:04:32.805088 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8435e830-500f-424d-976b-a421b815cbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824044'] for network (17ce47ba-754f-4a57-b915-d9f184cff0b4), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:32.838792 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-909a33b8-7d34-48ce-a27f-7d15039dee1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2088698'] for router_interface (224c80a3-2c7e-4fdf-addf-77721e5d4aa9), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:32.873493 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd91059-211a-4ca0-9a86-87fbd4efd2e2 None None] DHCP port deletion for 17ce47ba-754f-4a57-b915-d9f184cff0b4 request from dv-cinder-836996-18-iscsi {{(pid=103424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 19:04:32.917247 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8435e830-500f-424d-976b-a421b815cbf8 admin admin] Deleting port e61caba0-e758-43e1-8433-63cb881498a6 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:04:32.917587 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8435e830-500f-424d-976b-a421b815cbf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (e61caba0-e758-43e1-8433-63cb881498a6), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:32.924021 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-4bd91059-211a-4ca0-9a86-87fbd4efd2e2 None None] Deleting port e61caba0-e758-43e1-8433-63cb881498a6 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:04:32.924751 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4bd91059-211a-4ca0-9a86-87fbd4efd2e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (e61caba0-e758-43e1-8433-63cb881498a6), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:32.964564 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382692a1-6efb-4a7b-ad00-deb838c07652 req-84903d9c-8556-4652-b1c3-f8dfd9512dad tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:32.966209 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-382692a1-6efb-4a7b-ad00-deb838c07652 req-84903d9c-8556-4652-b1c3-f8dfd9512dad tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dd5a9bc-5c00-4f60-b85c-e8f4c5a3ef2b HTTP/1.1" status: 200 len: 949 time: 0.0497360 May 10 19:04:33.023708 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-382692a1-6efb-4a7b-ad00-deb838c07652 req-9ce8ae19-9faf-417a-aad1-a9372fcfbd78 tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] 10.222.0.52 "GET /v2.0/security-groups?id=2961d538-851f-4453-a1ff-d0ca5460585f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488014 May 10 19:04:33.130352 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-8435e830-500f-424d-976b-a421b815cbf8 admin admin] For port e61caba0-e758-43e1-8433-63cb881498a6, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=e61caba0-e758-43e1-8433-63cb881498a6,segment=NetworkSegment(1868c427-5847-444e-a7f0-4f51b9eb2322),segment_id=1868c427-5847-444e-a7f0-4f51b9eb2322)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:04:33.130719 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8435e830-500f-424d-976b-a421b815cbf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (e61caba0-e758-43e1-8433-63cb881498a6), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:33.130941 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-4bd91059-211a-4ca0-9a86-87fbd4efd2e2 None None] For port e61caba0-e758-43e1-8433-63cb881498a6, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=e61caba0-e758-43e1-8433-63cb881498a6,segment=NetworkSegment(1868c427-5847-444e-a7f0-4f51b9eb2322),segment_id=1868c427-5847-444e-a7f0-4f51b9eb2322)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:04:33.131341 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4bd91059-211a-4ca0-9a86-87fbd4efd2e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (e61caba0-e758-43e1-8433-63cb881498a6), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:33.135021 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device e61caba0-e758-43e1-8433-63cb881498a6 no longer exists at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:04:33.157380 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8435e830-500f-424d-976b-a421b815cbf8 admin admin] Calling delete_port for e61caba0-e758-43e1-8433-63cb881498a6 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:04:33.167314 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-4bd91059-211a-4ca0-9a86-87fbd4efd2e2 None None] Calling delete_port for e61caba0-e758-43e1-8433-63cb881498a6 owned by network:dhcp {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:04:33.277789 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port e61caba0-e758-43e1-8433-63cb881498a6 is: ACTIVE; New status is: DOWN {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:04:33.278523 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (e61caba0-e758-43e1-8433-63cb881498a6), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:33.278824 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-909a33b8-7d34-48ce-a27f-7d15039dee1a admin admin] Deleting port ecb12316-5946-47ad-ac9c-64373489eb65 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:04:33.279162 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-909a33b8-7d34-48ce-a27f-7d15039dee1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (ecb12316-5946-47ad-ac9c-64373489eb65), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:33.315890 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8435e830-500f-424d-976b-a421b815cbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (e61caba0-e758-43e1-8433-63cb881498a6), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:33.318847 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 59f04c5d-5ac4-4579-9530-dc79b8f0a486 no longer exists at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:04:33.321562 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4bd91059-211a-4ca0-9a86-87fbd4efd2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587'] for port (e61caba0-e758-43e1-8433-63cb881498a6), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:33.343662 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] No Port match for: 59f04c5d-5ac4-4579-9530-dc79b8f0a486 {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:04:33.344035 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 59f04c5d-5ac4-4579-9530-dc79b8f0a486 not bound to the agent host dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:04:33.344446 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device f0290121-ea84-4326-9353-1b48caf6680d no longer exists at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:04:33.352521 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435e830-500f-424d-976b-a421b815cbf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e61caba0-e758-43e1-8433-63cb881498a6,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:33.354339 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8435e830-500f-424d-976b-a421b815cbf8 admin admin] No DVR routers for this DVR port e61caba0-e758-43e1-8433-63cb881498a6 on host dv-cinder-836996-18-iscsi {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:04:33.383173 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd91059-211a-4ca0-9a86-87fbd4efd2e2 None None] Pushing event deleted for resources: {'Port': ['ID=e61caba0-e758-43e1-8433-63cb881498a6,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:33.385390 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd91059-211a-4ca0-9a86-87fbd4efd2e2 None None] No DVR routers for this DVR port e61caba0-e758-43e1-8433-63cb881498a6 on host dv-cinder-836996-18-iscsi {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:04:33.387032 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] No Port match for: f0290121-ea84-4326-9353-1b48caf6680d {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:04:33.387859 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device f0290121-ea84-4326-9353-1b48caf6680d not bound to the agent host dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:04:33.448107 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-909a33b8-7d34-48ce-a27f-7d15039dee1a admin admin] For port ecb12316-5946-47ad-ac9c-64373489eb65, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=ecb12316-5946-47ad-ac9c-64373489eb65,segment=NetworkSegment(04de397a-54d1-4abc-9167-6db11e2916d9),segment_id=04de397a-54d1-4abc-9167-6db11e2916d9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:04:33.448741 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-909a33b8-7d34-48ce-a27f-7d15039dee1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (ecb12316-5946-47ad-ac9c-64373489eb65), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:33.460875 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8435e830-500f-424d-976b-a421b815cbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965186', 'neutron.services.segments.db._delete_segments_for_network-8776401828657'] for network (17ce47ba-754f-4a57-b915-d9f184cff0b4), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:33.471615 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-909a33b8-7d34-48ce-a27f-7d15039dee1a admin admin] Calling delete_port for ecb12316-5946-47ad-ac9c-64373489eb65 owned by network:router_interface {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:04:33.494731 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.services.segments.db [None req-8435e830-500f-424d-976b-a421b815cbf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ce47ba-754f-4a57-b915-d9f184cff0b4']}} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:33.535125 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.services.segments.db [None req-8435e830-500f-424d-976b-a421b815cbf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1868c427-5847-444e-a7f0-4f51b9eb2322') {'for_net_delete': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:33.535431 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.services.segments.db [None req-8435e830-500f-424d-976b-a421b815cbf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1868c427-5847-444e-a7f0-4f51b9eb2322') {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:33.547180 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8435e830-500f-424d-976b-a421b815cbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776401828410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6129926'] for segment (1868c427-5847-444e-a7f0-4f51b9eb2322), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:33.568317 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8435e830-500f-424d-976b-a421b815cbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860'] for segment (1868c427-5847-444e-a7f0-4f51b9eb2322), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:33.577124 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8435e830-500f-424d-976b-a421b815cbf8 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:04:33.577500 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8435e830-500f-424d-976b-a421b815cbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6129818'] for segment (1868c427-5847-444e-a7f0-4f51b9eb2322), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:33.580425 dv-cinder-836996-18-iscsi neutron-server[103423]: Traceback (most recent call last): May 10 19:04:33.580425 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:04:33.580425 dv-cinder-836996-18-iscsi neutron-server[103423]: timer() May 10 19:04:33.580425 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:04:33.580425 dv-cinder-836996-18-iscsi neutron-server[103423]: cb(*args, **kw) May 10 19:04:33.580425 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 19:04:33.580425 dv-cinder-836996-18-iscsi neutron-server[103423]: return func(*args, **kwargs) May 10 19:04:33.580425 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:04:33.580425 dv-cinder-836996-18-iscsi neutron-server[103423]: self._notify() May 10 19:04:33.580425 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:04:33.580425 dv-cinder-836996-18-iscsi neutron-server[103423]: self.callback(batched_events) May 10 19:04:33.580425 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:04:33.580425 dv-cinder-836996-18-iscsi neutron-server[103423]: event.method(event) May 10 19:04:33.580425 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 19:04:33.580425 dv-cinder-836996-18-iscsi neutron-server[103423]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:04:33.580425 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 19:04:33.580425 dv-cinder-836996-18-iscsi neutron-server[103423]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:04:33.580425 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 19:04:33.580425 dv-cinder-836996-18-iscsi neutron-server[103423]: return f(self, *a, **k) May 10 19:04:33.580425 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 19:04:33.580425 dv-cinder-836996-18-iscsi neutron-server[103423]: return self._get(url).json() May 10 19:04:33.580425 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 19:04:33.580425 dv-cinder-836996-18-iscsi neutron-server[103423]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:04:33.580425 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:04:33.580425 dv-cinder-836996-18-iscsi neutron-server[103423]: return self.request(url, 'GET', **kwargs) May 10 19:04:33.580425 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:04:33.580425 dv-cinder-836996-18-iscsi neutron-server[103423]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:04:33.580425 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:04:33.580425 dv-cinder-836996-18-iscsi neutron-server[103423]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:04:33.580425 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:04:33.580425 dv-cinder-836996-18-iscsi neutron-server[103423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:04:33.580425 dv-cinder-836996-18-iscsi neutron-server[103423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:04:33.672230 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8435e830-500f-424d-976b-a421b815cbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2085882'] for network (17ce47ba-754f-4a57-b915-d9f184cff0b4), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:33.678279 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8435e830-500f-424d-976b-a421b815cbf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for network (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:33.681325 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-8435e830-500f-424d-976b-a421b815cbf8 admin admin] 10.222.0.52 "DELETE /v2.0/networks/17ce47ba-754f-4a57-b915-d9f184cff0b4 HTTP/1.1" status: 204 len: 168 time: 1.0486515 May 10 19:04:33.701988 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435e830-500f-424d-976b-a421b815cbf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=17ce47ba-754f-4a57-b915-d9f184cff0b4,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:33.744906 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:33.762867 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-909a33b8-7d34-48ce-a27f-7d15039dee1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (ecb12316-5946-47ad-ac9c-64373489eb65), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:33.790086 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a33b8-7d34-48ce-a27f-7d15039dee1a admin admin] Pushing event deleted for resources: {'Port': ['ID=ecb12316-5946-47ad-ac9c-64373489eb65,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:33.807137 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 45320) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:33.851278 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-ca40c346-24fb-426e-baa6-4637fb08176d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f211dbe09fc34141b9d519a6e69c8dc2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0429084 May 10 19:04:33.853690 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 45322) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:33.904443 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-32f2d9ce-3c3b-4bcf-83eb-cb135bda536b admin admin] Publish callbacks [] for security_group (287caa5d-06a7-4b2c-ab33-e8cc5ba1f4fc), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:33.926838 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-32f2d9ce-3c3b-4bcf-83eb-cb135bda536b admin admin] Publish callbacks [] for security_group (287caa5d-06a7-4b2c-ab33-e8cc5ba1f4fc), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:33.968652 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-909a33b8-7d34-48ce-a27f-7d15039dee1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2055489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2091507'] for router_interface (224c80a3-2c7e-4fdf-addf-77721e5d4aa9), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:33.987085 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-32f2d9ce-3c3b-4bcf-83eb-cb135bda536b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (287caa5d-06a7-4b2c-ab33-e8cc5ba1f4fc), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:33.989977 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-32f2d9ce-3c3b-4bcf-83eb-cb135bda536b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:33.991130 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-32f2d9ce-3c3b-4bcf-83eb-cb135bda536b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/287caa5d-06a7-4b2c-ab33-e8cc5ba1f4fc HTTP/1.1" status: 204 len: 168 time: 0.1365113 May 10 19:04:33.999548 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2d9ce-3c3b-4bcf-83eb-cb135bda536b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287caa5d-06a7-4b2c-ab33-e8cc5ba1f4fc,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:34.006959 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f2d9ce-3c3b-4bcf-83eb-cb135bda536b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:04:34.007302 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f2d9ce-3c3b-4bcf-83eb-cb135bda536b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:04:34.007640 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f2d9ce-3c3b-4bcf-83eb-cb135bda536b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:04:34.007974 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f2d9ce-3c3b-4bcf-83eb-cb135bda536b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:04:34.008356 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f2d9ce-3c3b-4bcf-83eb-cb135bda536b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:04:34.008613 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f2d9ce-3c3b-4bcf-83eb-cb135bda536b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:04:34.008961 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f2d9ce-3c3b-4bcf-83eb-cb135bda536b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:04:34.009289 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f2d9ce-3c3b-4bcf-83eb-cb135bda536b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:04:34.009606 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f2d9ce-3c3b-4bcf-83eb-cb135bda536b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:04:34.009924 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f2d9ce-3c3b-4bcf-83eb-cb135bda536b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:04:34.010247 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f2d9ce-3c3b-4bcf-83eb-cb135bda536b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:04:34.010548 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f2d9ce-3c3b-4bcf-83eb-cb135bda536b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:04:34.010864 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f2d9ce-3c3b-4bcf-83eb-cb135bda536b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:04:34.011175 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f2d9ce-3c3b-4bcf-83eb-cb135bda536b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:04:34.011514 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f2d9ce-3c3b-4bcf-83eb-cb135bda536b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:04:34.096164 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device ec731214-a513-42a0-baa4-bc0bbcba80d2 up at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:04:34.148619 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning for port ec731214-a513-42a0-baa4-bc0bbcba80d2 completed by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:04:34.158301 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning complete for port ec731214-a513-42a0-baa4-bc0bbcba80d2 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:04:34.158683 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (ec731214-a513-42a0-baa4-bc0bbcba80d2), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:34.195263 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb6665-e90c-42cd-8fa4-65773090ca5f req-025ac3f8-4ea0-4d23-8d3e-96d4e5f39a98 tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:34.196799 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f0fb6665-e90c-42cd-8fa4-65773090ca5f req-025ac3f8-4ea0-4d23-8d3e-96d4e5f39a98 tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dd5a9bc-5c00-4f60-b85c-e8f4c5a3ef2b HTTP/1.1" status: 200 len: 949 time: 0.0709302 May 10 19:04:34.244421 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port ec731214-a513-42a0-baa4-bc0bbcba80d2 is: BUILD; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:04:34.245476 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (ec731214-a513-42a0-baa4-bc0bbcba80d2), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:34.278648 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd5a9bc-5c00-4f60-b85c-e8f4c5a3ef2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec731214-a513-42a0-baa4-bc0bbcba80d2'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:04:34.281007 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc4c72c1cd3e6c4fc9632b01e094f02638f1ddc8156bb4d740f489bc698d08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f922a8b-d49e-4829-95cd-abf3346144ac" -d '{"events": [{"server_uuid": "9dd5a9bc-5c00-4f60-b85c-e8f4c5a3ef2b", "name": "network-vif-plugged", "status": "completed", "tag": "ec731214-a513-42a0-baa4-bc0bbcba80d2"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:04:34.281564 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909a33b8-7d34-48ce-a27f-7d15039dee1a admin admin] Router 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:04:34.294363 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port ec731214-a513-42a0-baa4-bc0bbcba80d2, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ec731214-a513-42a0-baa4-bc0bbcba80d2,segment=NetworkSegment(66c57db2-6621-4bf0-96be-c3cd1176b7f4),segment_id=66c57db2-6621-4bf0-96be-c3cd1176b7f4)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:04:34.295689 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f0fb6665-e90c-42cd-8fa4-65773090ca5f req-9f4d4007-184f-439e-a04f-bdaa7f43f993 tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] 10.222.0.52 "GET /v2.0/security-groups?id=2961d538-851f-4453-a1ff-d0ca5460585f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681696 May 10 19:04:34.301605 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (ec731214-a513-42a0-baa4-bc0bbcba80d2), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:34.340874 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9475f282-b87c-4cab-9b72-3b74dd5843f9 x-openstack-request-id: req-9475f282-b87c-4cab-9b72-3b74dd5843f9 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:04:34.341182 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd5a9bc-5c00-4f60-b85c-e8f4c5a3ef2b", "name": "network-vif-plugged", "status": "completed", "tag": "ec731214-a513-42a0-baa4-bc0bbcba80d2", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:04:34.341613 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9475f282-b87c-4cab-9b72-3b74dd5843f9 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:04:34.342012 dv-cinder-836996-18-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9475f282-b87c-4cab-9b72-3b74dd5843f9'] response: {'server_uuid': '9dd5a9bc-5c00-4f60-b85c-e8f4c5a3ef2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec731214-a513-42a0-baa4-bc0bbcba80d2', 'code': 200} May 10 19:04:34.361972 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=ec731214-a513-42a0-baa4-bc0bbcba80d2,revision_number=5']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:34.725076 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909a33b8-7d34-48ce-a27f-7d15039dee1a admin admin] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:04:34.727304 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f881ef5-b8af-4a0f-a76b-6edae56b8bd8 req-0d81f239-0b71-4940-9963-18e90c206d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:34.728817 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7f881ef5-b8af-4a0f-a76b-6edae56b8bd8 req-0d81f239-0b71-4940-9963-18e90c206d59 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9dd5a9bc-5c00-4f60-b85c-e8f4c5a3ef2b HTTP/1.1" status: 200 len: 1134 time: 0.0475280 May 10 19:04:34.732325 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-909a33b8-7d34-48ce-a27f-7d15039dee1a admin admin] 10.222.0.52 "PUT /v2.0/routers/224c80a3-2c7e-4fdf-addf-77721e5d4aa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4531548 May 10 19:04:34.735758 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 45348) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:34.747198 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f3e260-f52b-44cb-a268-e7765bf905dd None None] Sync routers for ids ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'] in dv-cinder-836996-18-iscsi {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:04:34.772420 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f3e260-f52b-44cb-a268-e7765bf905dd None None] Routers {'224c80a3-2c7e-4fdf-addf-77721e5d4aa9'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:04:34.773067 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-26f3e260-f52b-44cb-a268-e7765bf905dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:04:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:34.775258 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7f881ef5-b8af-4a0f-a76b-6edae56b8bd8 req-62c40ca3-2303-401c-8627-2f47db7000ca service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2961d538-851f-4453-a1ff-d0ca5460585f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394490 May 10 19:04:34.867385 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-82cebe98-fc8a-442e-86f2-4961696818c3 admin admin] Publish callbacks [] for router (224c80a3-2c7e-4fdf-addf-77721e5d4aa9), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:34.887942 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-26f3e260-f52b-44cb-a268-e7765bf905dd None None] Set router 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:04:34.999007 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-82cebe98-fc8a-442e-86f2-4961696818c3 admin admin] Publish callbacks [] for router_gateway (224c80a3-2c7e-4fdf-addf-77721e5d4aa9), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:35.046008 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-82cebe98-fc8a-442e-86f2-4961696818c3 admin admin] Deleting port 4c63e66f-c234-436e-8c63-0fcbb0491af6 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:04:35.046503 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-82cebe98-fc8a-442e-86f2-4961696818c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (4c63e66f-c234-436e-8c63-0fcbb0491af6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:35.088480 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-26f3e260-f52b-44cb-a268-e7765bf905dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'name': 'tempest-AttachVolumeNegativeTest-1418596659-router', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T19:04:33Z', 'revision_number': 5, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'gw_port': {'id': '4c63e66f-c234-436e-8c63-0fcbb0491af6', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi'}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:35.127932 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f3e260-f52b-44cb-a268-e7765bf905dd None None] Checking router: 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 for host: dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:04:35.131920 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-82cebe98-fc8a-442e-86f2-4961696818c3 admin admin] For port 4c63e66f-c234-436e-8c63-0fcbb0491af6, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=4c63e66f-c234-436e-8c63-0fcbb0491af6,segment=NetworkSegment(5e4a060e-4ea0-4d95-88b5-1969f86bafa6),segment_id=5e4a060e-4ea0-4d95-88b5-1969f86bafa6)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:04:35.132185 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-82cebe98-fc8a-442e-86f2-4961696818c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (4c63e66f-c234-436e-8c63-0fcbb0491af6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:35.137446 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f3e260-f52b-44cb-a268-e7765bf905dd None None] Routers {'224c80a3-2c7e-4fdf-addf-77721e5d4aa9'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:04:35.137808 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-26f3e260-f52b-44cb-a268-e7765bf905dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:04:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:35.146592 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-82cebe98-fc8a-442e-86f2-4961696818c3 admin admin] Calling delete_port for 4c63e66f-c234-436e-8c63-0fcbb0491af6 owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:04:35.239607 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-26f3e260-f52b-44cb-a268-e7765bf905dd None None] Set router 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:04:35.300263 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-26f3e260-f52b-44cb-a268-e7765bf905dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'name': 'tempest-AttachVolumeNegativeTest-1418596659-router', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T19:04:34Z', 'revision_number': 6, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'gw_port_host': None}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:35.332360 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f3e260-f52b-44cb-a268-e7765bf905dd None None] The sync data for ids ['224c80a3-2c7e-4fdf-addf-77721e5d4aa9'] in dv-cinder-836996-18-iscsi is: [{'id': '224c80a3-2c7e-4fdf-addf-77721e5d4aa9', 'name': 'tempest-AttachVolumeNegativeTest-1418596659-router', 'tenant_id': '08319d2b6ebf4a40830d212321cb6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T19:04:34Z', 'revision_number': 6, 'project_id': '08319d2b6ebf4a40830d212321cb6b63', 'gw_port_host': None}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:04:35.388373 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:35.441384 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 45380) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:35.453504 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76204c-a24f-439d-b4ca-4f46f38c3e81 req-a2ea4edd-b1d2-4eab-8f42-6e1f814f8cd5 tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:35.455444 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-cb76204c-a24f-439d-b4ca-4f46f38c3e81 req-a2ea4edd-b1d2-4eab-8f42-6e1f814f8cd5 tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dd5a9bc-5c00-4f60-b85c-e8f4c5a3ef2b HTTP/1.1" status: 200 len: 950 time: 0.0800855 May 10 19:04:35.504340 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-cb76204c-a24f-439d-b4ca-4f46f38c3e81 req-567f1b55-d423-4a29-b59a-4bc3fd144b67 tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] 10.222.0.52 "GET /v2.0/security-groups?id=2961d538-851f-4453-a1ff-d0ca5460585f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422540 May 10 19:04:35.556378 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2315dec9-a8e8-4220-908d-7452ca90b731 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:35.585907 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-82cebe98-fc8a-442e-86f2-4961696818c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4468833'] for port (4c63e66f-c234-436e-8c63-0fcbb0491af6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:35.618433 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cebe98-fc8a-442e-86f2-4961696818c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c63e66f-c234-436e-8c63-0fcbb0491af6,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:35.630337 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2315dec9-a8e8-4220-908d-7452ca90b731 admin admin] Publish callbacks [] for security_group (bc6bae0d-cb74-42db-8234-efa0525b1124), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:35.635386 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2315dec9-a8e8-4220-908d-7452ca90b731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (bc6bae0d-cb74-42db-8234-efa0525b1124), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:35.673090 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-2315dec9-a8e8-4220-908d-7452ca90b731 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8363401bebd442cd884b68f6aa9562b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303457 May 10 19:04:35.674245 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2315dec9-a8e8-4220-908d-7452ca90b731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6bae0d-cb74-42db-8234-efa0525b1124,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:35.675552 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 45384) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:35.681812 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2315dec9-a8e8-4220-908d-7452ca90b731 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:04:35.682175 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2315dec9-a8e8-4220-908d-7452ca90b731 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:04:35.682521 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2315dec9-a8e8-4220-908d-7452ca90b731 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:04:35.682866 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2315dec9-a8e8-4220-908d-7452ca90b731 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:04:35.683221 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2315dec9-a8e8-4220-908d-7452ca90b731 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:04:35.683547 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2315dec9-a8e8-4220-908d-7452ca90b731 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:04:35.683876 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2315dec9-a8e8-4220-908d-7452ca90b731 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:04:35.684634 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2315dec9-a8e8-4220-908d-7452ca90b731 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:04:35.684634 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2315dec9-a8e8-4220-908d-7452ca90b731 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:04:35.684870 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2315dec9-a8e8-4220-908d-7452ca90b731 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:04:35.685204 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2315dec9-a8e8-4220-908d-7452ca90b731 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:04:35.685514 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2315dec9-a8e8-4220-908d-7452ca90b731 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:04:35.685843 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2315dec9-a8e8-4220-908d-7452ca90b731 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:04:35.686168 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2315dec9-a8e8-4220-908d-7452ca90b731 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:04:35.686486 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2315dec9-a8e8-4220-908d-7452ca90b731 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:04:35.699357 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-82cebe98-fc8a-442e-86f2-4961696818c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2086036'] for router_gateway (224c80a3-2c7e-4fdf-addf-77721e5d4aa9), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:35.804995 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-82cebe98-fc8a-442e-86f2-4961696818c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2081368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2663'] for router (224c80a3-2c7e-4fdf-addf-77721e5d4aa9), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:35.808052 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-82cebe98-fc8a-442e-86f2-4961696818c3 admin admin] Publish callbacks [] for router_controller (224c80a3-2c7e-4fdf-addf-77721e5d4aa9), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:35.857525 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4b6946c6-4d02-4375-acfd-adf48d6a2fec admin admin] Publish callbacks [] for security_group (bc6bae0d-cb74-42db-8234-efa0525b1124), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:35.876168 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-82cebe98-fc8a-442e-86f2-4961696818c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2081347'] for router (224c80a3-2c7e-4fdf-addf-77721e5d4aa9), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:35.876939 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82cebe98-fc8a-442e-86f2-4961696818c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 224c80a3-2c7e-4fdf-addf-77721e5d4aa9 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 19:04:35.883607 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-82cebe98-fc8a-442e-86f2-4961696818c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:35.884847 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-82cebe98-fc8a-442e-86f2-4961696818c3 admin admin] 10.222.0.52 "DELETE /v2.0/routers/224c80a3-2c7e-4fdf-addf-77721e5d4aa9 HTTP/1.1" status: 204 len: 168 time: 1.1477382 May 10 19:04:35.887449 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 45386) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:35.894108 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4b6946c6-4d02-4375-acfd-adf48d6a2fec admin admin] Publish callbacks [] for security_group (bc6bae0d-cb74-42db-8234-efa0525b1124), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:35.935626 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa8b139a-1f2e-41f5-881d-8618f0c7f982 admin admin] Deleting subnet c386732f-c86a-499c-bc04-b74b79921f36 {{(pid=103423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 19:04:35.938926 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fa8b139a-1f2e-41f5-881d-8618f0c7f982 admin admin] Publish callbacks [] for subnet (c386732f-c86a-499c-bc04-b74b79921f36), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:35.946001 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4b6946c6-4d02-4375-acfd-adf48d6a2fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (bc6bae0d-cb74-42db-8234-efa0525b1124), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:35.948552 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4b6946c6-4d02-4375-acfd-adf48d6a2fec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:35.949755 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-4b6946c6-4d02-4375-acfd-adf48d6a2fec admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bc6bae0d-cb74-42db-8234-efa0525b1124 HTTP/1.1" status: 204 len: 168 time: 0.2731450 May 10 19:04:35.957895 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6946c6-4d02-4375-acfd-adf48d6a2fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6bae0d-cb74-42db-8234-efa0525b1124,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:35.982483 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fa8b139a-1f2e-41f5-881d-8618f0c7f982 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6130173'] for subnet (c386732f-c86a-499c-bc04-b74b79921f36), precommit_delete_associations {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:36.104220 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fa8b139a-1f2e-41f5-881d-8618f0c7f982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966585'] for subnet (c386732f-c86a-499c-bc04-b74b79921f36), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:36.163398 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fa8b139a-1f2e-41f5-881d-8618f0c7f982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6129904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6241889'] for subnet (c386732f-c86a-499c-bc04-b74b79921f36), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:36.193593 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b139a-1f2e-41f5-881d-8618f0c7f982 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c386732f-c86a-499c-bc04-b74b79921f36,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:36.197582 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fa8b139a-1f2e-41f5-881d-8618f0c7f982 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:36.202977 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-fa8b139a-1f2e-41f5-881d-8618f0c7f982 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c386732f-c86a-499c-bc04-b74b79921f36 HTTP/1.1" status: 204 len: 168 time: 0.3122010 May 10 19:04:36.203451 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 45394) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:36.206697 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36175b95-c9ef-4eb1-a986-613a6b746043 None None] Network a4576b84-9910-4693-87ed-530385aa986d requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:04:36.282340 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cae9bdec-dd64-433f-8708-274c39019a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824044'] for network (a4576b84-9910-4693-87ed-530385aa986d), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:36.340761 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-cae9bdec-dd64-433f-8708-274c39019a56 admin admin] Deleting port 79bf2016-a139-43e6-a886-3fcda10864bb {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:04:36.341114 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cae9bdec-dd64-433f-8708-274c39019a56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (79bf2016-a139-43e6-a886-3fcda10864bb), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:36.389167 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1048c903-1ad1-4cc7-8a0c-3440891e8729 None None] DHCP port deletion for a4576b84-9910-4693-87ed-530385aa986d request from dv-cinder-836996-18-iscsi {{(pid=103424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 19:04:36.408433 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-cae9bdec-dd64-433f-8708-274c39019a56 admin admin] For port 79bf2016-a139-43e6-a886-3fcda10864bb, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=79bf2016-a139-43e6-a886-3fcda10864bb,segment=NetworkSegment(04de397a-54d1-4abc-9167-6db11e2916d9),segment_id=04de397a-54d1-4abc-9167-6db11e2916d9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:04:36.408836 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cae9bdec-dd64-433f-8708-274c39019a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (79bf2016-a139-43e6-a886-3fcda10864bb), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:36.423723 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-cae9bdec-dd64-433f-8708-274c39019a56 admin admin] Calling delete_port for 79bf2016-a139-43e6-a886-3fcda10864bb owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:04:36.434372 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-1048c903-1ad1-4cc7-8a0c-3440891e8729 None None] Deleting port 79bf2016-a139-43e6-a886-3fcda10864bb {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:04:36.434867 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1048c903-1ad1-4cc7-8a0c-3440891e8729 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (79bf2016-a139-43e6-a886-3fcda10864bb), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:36.506021 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-1048c903-1ad1-4cc7-8a0c-3440891e8729 None None] For port 79bf2016-a139-43e6-a886-3fcda10864bb, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=79bf2016-a139-43e6-a886-3fcda10864bb,segment=NetworkSegment(04de397a-54d1-4abc-9167-6db11e2916d9),segment_id=04de397a-54d1-4abc-9167-6db11e2916d9)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:04:36.506532 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1048c903-1ad1-4cc7-8a0c-3440891e8729 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (79bf2016-a139-43e6-a886-3fcda10864bb), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:36.511387 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cae9bdec-dd64-433f-8708-274c39019a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (79bf2016-a139-43e6-a886-3fcda10864bb), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:36.523876 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-1048c903-1ad1-4cc7-8a0c-3440891e8729 None None] Calling delete_port for 79bf2016-a139-43e6-a886-3fcda10864bb owned by network:dhcp {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:04:36.548871 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9bdec-dd64-433f-8708-274c39019a56 admin admin] Pushing event deleted for resources: {'Port': ['ID=79bf2016-a139-43e6-a886-3fcda10864bb,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:36.552925 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae9bdec-dd64-433f-8708-274c39019a56 admin admin] No DVR routers for this DVR port 79bf2016-a139-43e6-a886-3fcda10864bb on host dv-cinder-836996-18-iscsi {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:04:36.620741 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1048c903-1ad1-4cc7-8a0c-3440891e8729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587'] for port (79bf2016-a139-43e6-a886-3fcda10864bb), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:36.627419 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cae9bdec-dd64-433f-8708-274c39019a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965186', 'neutron.services.segments.db._delete_segments_for_network-8776401828657'] for network (a4576b84-9910-4693-87ed-530385aa986d), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:36.649444 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048c903-1ad1-4cc7-8a0c-3440891e8729 None None] Pushing event deleted for resources: {'Port': ['ID=79bf2016-a139-43e6-a886-3fcda10864bb,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:36.651228 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.services.segments.db [None req-cae9bdec-dd64-433f-8708-274c39019a56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4576b84-9910-4693-87ed-530385aa986d']}} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:36.656940 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1048c903-1ad1-4cc7-8a0c-3440891e8729 None None] No DVR routers for this DVR port 79bf2016-a139-43e6-a886-3fcda10864bb on host dv-cinder-836996-18-iscsi {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:04:36.665530 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.services.segments.db [None req-cae9bdec-dd64-433f-8708-274c39019a56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04de397a-54d1-4abc-9167-6db11e2916d9') {'for_net_delete': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:36.665953 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.services.segments.db [None req-cae9bdec-dd64-433f-8708-274c39019a56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04de397a-54d1-4abc-9167-6db11e2916d9') {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:36.668324 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e1430-9c9f-4aa7-950d-83e45a47bcc7 req-772745ed-6d5d-4e53-bcce-a9bb4a0572a9 tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:36.670002 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-711e1430-9c9f-4aa7-950d-83e45a47bcc7 req-772745ed-6d5d-4e53-bcce-a9bb4a0572a9 tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dd5a9bc-5c00-4f60-b85c-e8f4c5a3ef2b HTTP/1.1" status: 200 len: 950 time: 0.0795095 May 10 19:04:36.676291 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cae9bdec-dd64-433f-8708-274c39019a56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776401828410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6129926'] for segment (04de397a-54d1-4abc-9167-6db11e2916d9), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:36.691815 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cae9bdec-dd64-433f-8708-274c39019a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860'] for segment (04de397a-54d1-4abc-9167-6db11e2916d9), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:36.698544 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cae9bdec-dd64-433f-8708-274c39019a56 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:04:36.699301 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cae9bdec-dd64-433f-8708-274c39019a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6129818'] for segment (04de397a-54d1-4abc-9167-6db11e2916d9), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:36.701306 dv-cinder-836996-18-iscsi neutron-server[103423]: Traceback (most recent call last): May 10 19:04:36.701306 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:04:36.701306 dv-cinder-836996-18-iscsi neutron-server[103423]: timer() May 10 19:04:36.701306 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:04:36.701306 dv-cinder-836996-18-iscsi neutron-server[103423]: cb(*args, **kw) May 10 19:04:36.701306 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 19:04:36.701306 dv-cinder-836996-18-iscsi neutron-server[103423]: return func(*args, **kwargs) May 10 19:04:36.701306 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:04:36.701306 dv-cinder-836996-18-iscsi neutron-server[103423]: self._notify() May 10 19:04:36.701306 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:04:36.701306 dv-cinder-836996-18-iscsi neutron-server[103423]: self.callback(batched_events) May 10 19:04:36.701306 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:04:36.701306 dv-cinder-836996-18-iscsi neutron-server[103423]: event.method(event) May 10 19:04:36.701306 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 19:04:36.701306 dv-cinder-836996-18-iscsi neutron-server[103423]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:04:36.701306 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 19:04:36.701306 dv-cinder-836996-18-iscsi neutron-server[103423]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:04:36.701306 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 19:04:36.701306 dv-cinder-836996-18-iscsi neutron-server[103423]: return f(self, *a, **k) May 10 19:04:36.701306 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 19:04:36.701306 dv-cinder-836996-18-iscsi neutron-server[103423]: return self._get(url).json() May 10 19:04:36.701306 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 19:04:36.701306 dv-cinder-836996-18-iscsi neutron-server[103423]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:04:36.701306 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:04:36.701306 dv-cinder-836996-18-iscsi neutron-server[103423]: return self.request(url, 'GET', **kwargs) May 10 19:04:36.701306 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:04:36.701306 dv-cinder-836996-18-iscsi neutron-server[103423]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:04:36.701306 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:04:36.701306 dv-cinder-836996-18-iscsi neutron-server[103423]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:04:36.701306 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:04:36.701306 dv-cinder-836996-18-iscsi neutron-server[103423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:04:36.701306 dv-cinder-836996-18-iscsi neutron-server[103423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:04:36.724859 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-711e1430-9c9f-4aa7-950d-83e45a47bcc7 req-e44bec68-40f9-4ea3-82aa-6ab90341bec1 tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] 10.222.0.52 "GET /v2.0/security-groups?id=2961d538-851f-4453-a1ff-d0ca5460585f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475481 May 10 19:04:36.775499 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cae9bdec-dd64-433f-8708-274c39019a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2085882'] for network (a4576b84-9910-4693-87ed-530385aa986d), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:36.791278 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cae9bdec-dd64-433f-8708-274c39019a56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for network (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:36.795621 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-cae9bdec-dd64-433f-8708-274c39019a56 admin admin] 10.222.0.52 "DELETE /v2.0/networks/a4576b84-9910-4693-87ed-530385aa986d HTTP/1.1" status: 204 len: 168 time: 0.5914898 May 10 19:04:36.797912 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9bdec-dd64-433f-8708-274c39019a56 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4576b84-9910-4693-87ed-530385aa986d,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:36.940229 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 45426) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:37.023462 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7102b2f-950a-4386-b915-5b177424013f req-b0f7dd61-d1f0-48fd-8b7c-235566be84f0 tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:37.025608 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-d7102b2f-950a-4386-b915-5b177424013f req-b0f7dd61-d1f0-48fd-8b7c-235566be84f0 tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dd5a9bc-5c00-4f60-b85c-e8f4c5a3ef2b HTTP/1.1" status: 200 len: 950 time: 0.0609162 May 10 19:04:37.027424 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-20479fee-2dec-40fe-bcc9-747516642281 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=08319d2b6ebf4a40830d212321cb6b63&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0854828 May 10 19:04:37.029985 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 45430) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:37.106477 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-d7102b2f-950a-4386-b915-5b177424013f req-c3ad28ea-dd9d-409a-9986-27491c9e1bcf tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] 10.222.0.52 "GET /v2.0/security-groups?id=2961d538-851f-4453-a1ff-d0ca5460585f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702450 May 10 19:04:37.131733 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cc2dbd08-3886-4671-b8ce-e76ec57ffd77 admin admin] Publish callbacks [] for security_group (72aff9fc-c94d-4c55-b0a6-f4a6026500fd), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:37.137295 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 4c63e66f-c234-436e-8c63-0fcbb0491af6 no longer exists at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:04:37.159326 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cc2dbd08-3886-4671-b8ce-e76ec57ffd77 admin admin] Publish callbacks [] for security_group (72aff9fc-c94d-4c55-b0a6-f4a6026500fd), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:37.161848 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] No Port match for: 4c63e66f-c234-436e-8c63-0fcbb0491af6 {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:04:37.162268 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 4c63e66f-c234-436e-8c63-0fcbb0491af6 not bound to the agent host dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:04:37.162773 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 79bf2016-a139-43e6-a886-3fcda10864bb no longer exists at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:04:37.182075 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] No Port match for: 79bf2016-a139-43e6-a886-3fcda10864bb {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:04:37.182202 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 79bf2016-a139-43e6-a886-3fcda10864bb not bound to the agent host dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:04:37.182643 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device ecb12316-5946-47ad-ac9c-64373489eb65 no longer exists at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:04:37.204939 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] No Port match for: ecb12316-5946-47ad-ac9c-64373489eb65 {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:04:37.205526 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device ecb12316-5946-47ad-ac9c-64373489eb65 not bound to the agent host dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:04:37.211948 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cc2dbd08-3886-4671-b8ce-e76ec57ffd77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (72aff9fc-c94d-4c55-b0a6-f4a6026500fd), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:37.214524 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cc2dbd08-3886-4671-b8ce-e76ec57ffd77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:37.215680 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-cc2dbd08-3886-4671-b8ce-e76ec57ffd77 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/72aff9fc-c94d-4c55-b0a6-f4a6026500fd HTTP/1.1" status: 204 len: 168 time: 0.1847901 May 10 19:04:37.224598 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2dbd08-3886-4671-b8ce-e76ec57ffd77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72aff9fc-c94d-4c55-b0a6-f4a6026500fd,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:37.813589 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823e735-9a37-4977-a817-69435fa1aa71 req-46b271e3-fa70-4ff0-a35c-7b959216d8e7 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:37.820405 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c823e735-9a37-4977-a817-69435fa1aa71 req-46b271e3-fa70-4ff0-a35c-7b959216d8e7 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 946 time: 0.0651443 May 10 19:04:37.866141 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c823e735-9a37-4977-a817-69435fa1aa71 req-f17ff63a-013d-48b1-9101-8418ea49b0d4 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445652 May 10 19:04:38.229663 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f75877-d8f8-4497-98df-3621e669511e req-022a6dfd-10b5-48a7-ab6f-d6f9732d8695 tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:38.231157 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-04f75877-d8f8-4497-98df-3621e669511e req-022a6dfd-10b5-48a7-ab6f-d6f9732d8695 tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dd5a9bc-5c00-4f60-b85c-e8f4c5a3ef2b HTTP/1.1" status: 200 len: 950 time: 0.0508857 May 10 19:04:38.280957 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-04f75877-d8f8-4497-98df-3621e669511e req-e364aacf-d16f-4d28-9831-474fc9b16178 tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] 10.222.0.52 "GET /v2.0/security-groups?id=2961d538-851f-4453-a1ff-d0ca5460585f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422266 May 10 19:04:38.450525 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:38.950281 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 45518) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:39.021521 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2336e5e-2adf-4e58-add4-318f59760bff req-2d0bc3ed-b1be-49c6-bbb2-e1ca77e1c896 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:39.023123 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e2336e5e-2adf-4e58-add4-318f59760bff req-2d0bc3ed-b1be-49c6-bbb2-e1ca77e1c896 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 946 time: 0.0539653 May 10 19:04:39.070033 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a394da79-51bd-4283-9996-d117778be848 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:39.073963 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e2336e5e-2adf-4e58-add4-318f59760bff req-dd2e2919-81a5-4424-9026-8ecf80ef89a4 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441890 May 10 19:04:39.149366 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a394da79-51bd-4283-9996-d117778be848 admin admin] Publish callbacks [] for security_group (400f13d1-743b-4bc2-a4de-0cd4ededd76a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:39.153789 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a394da79-51bd-4283-9996-d117778be848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (400f13d1-743b-4bc2-a4de-0cd4ededd76a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:39.191553 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-a394da79-51bd-4283-9996-d117778be848 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=02fe30119c754356a3e844692c890318&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401221 May 10 19:04:39.192394 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394da79-51bd-4283-9996-d117778be848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400f13d1-743b-4bc2-a4de-0cd4ededd76a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:39.194965 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 45532) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:39.248987 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0b51f750-756d-4928-81a1-a447ff60f61f admin admin] Publish callbacks [] for security_group (400f13d1-743b-4bc2-a4de-0cd4ededd76a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:39.271282 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0b51f750-756d-4928-81a1-a447ff60f61f admin admin] Publish callbacks [] for security_group (400f13d1-743b-4bc2-a4de-0cd4ededd76a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:39.327647 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0b51f750-756d-4928-81a1-a447ff60f61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (400f13d1-743b-4bc2-a4de-0cd4ededd76a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:39.330406 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0b51f750-756d-4928-81a1-a447ff60f61f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:39.334137 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-0b51f750-756d-4928-81a1-a447ff60f61f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/400f13d1-743b-4bc2-a4de-0cd4ededd76a HTTP/1.1" status: 204 len: 168 time: 0.1357493 May 10 19:04:39.350417 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51f750-756d-4928-81a1-a447ff60f61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400f13d1-743b-4bc2-a4de-0cd4ededd76a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:39.443522 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffa777-2130-488b-9b83-7b6f1ce28eb7 req-f781d9cc-0787-4ecf-ad95-dac969ea3636 tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:39.452136 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-c0ffa777-2130-488b-9b83-7b6f1ce28eb7 req-f781d9cc-0787-4ecf-ad95-dac969ea3636 tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dd5a9bc-5c00-4f60-b85c-e8f4c5a3ef2b HTTP/1.1" status: 200 len: 950 time: 0.0628729 May 10 19:04:39.501003 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-c0ffa777-2130-488b-9b83-7b6f1ce28eb7 req-d034fa32-2ade-4094-98ce-2f773c9c9193 tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] 10.222.0.52 "GET /v2.0/security-groups?id=2961d538-851f-4453-a1ff-d0ca5460585f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476689 May 10 19:04:39.676349 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 45544) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:39.690122 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fa4a4246-fc67-48e6-94fe-e9cb681e9171 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:39.795496 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fa4a4246-fc67-48e6-94fe-e9cb681e9171 admin admin] Publish callbacks [] for security_group (02969a08-fa05-4c5a-8733-0efc4de480c6), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:39.820717 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fa4a4246-fc67-48e6-94fe-e9cb681e9171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (02969a08-fa05-4c5a-8733-0efc4de480c6), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:39.856147 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc27ef7-61da-4883-b670-1b42b4ca1214 req-7d515bec-26f6-417c-ab62-1f83d4386ea3 tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:39.857643 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7fc27ef7-61da-4883-b670-1b42b4ca1214 req-7d515bec-26f6-417c-ab62-1f83d4386ea3 tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] 10.222.0.48 "GET /v2.0/ports?device_id=9dd5a9bc-5c00-4f60-b85c-e8f4c5a3ef2b HTTP/1.1" status: 200 len: 950 time: 0.1032753 May 10 19:04:39.863352 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2893e-a2ff-4ebd-840b-fe5797b5549b req-24253c04-4010-4421-b612-4266f7c58f61 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:39.864648 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-fbe2893e-a2ff-4ebd-840b-fe5797b5549b req-24253c04-4010-4421-b612-4266f7c58f61 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.48 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 946 time: 0.1068671 May 10 19:04:39.929164 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-fa4a4246-fc67-48e6-94fe-e9cb681e9171 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a954cbb6cfbc4dc2b99c02279064827e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2514367 May 10 19:04:39.931967 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 45548) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:39.933442 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a4246-fc67-48e6-94fe-e9cb681e9171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02969a08-fa05-4c5a-8733-0efc4de480c6,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:39.984773 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f94ab9f7-e3bf-490f-ae55-da84379bc888 admin admin] Publish callbacks [] for security_group (02969a08-fa05-4c5a-8733-0efc4de480c6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:40.006707 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f94ab9f7-e3bf-490f-ae55-da84379bc888 admin admin] Publish callbacks [] for security_group (02969a08-fa05-4c5a-8733-0efc4de480c6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:40.023953 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-fbe2893e-a2ff-4ebd-840b-fe5797b5549b req-cfbf7484-1fd8-43a5-8826-aa997b1732c3 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Deleting port a398ba8f-f3b1-4cfc-9397-3f336cae17da {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:04:40.024499 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-fbe2893e-a2ff-4ebd-840b-fe5797b5549b req-cfbf7484-1fd8-43a5-8826-aa997b1732c3 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (a398ba8f-f3b1-4cfc-9397-3f336cae17da), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:40.026941 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-7fc27ef7-61da-4883-b670-1b42b4ca1214 req-206a7b9a-72ef-4271-8a4d-d5f482bcdeef tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] Deleting port ec731214-a513-42a0-baa4-bc0bbcba80d2 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:04:40.027233 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-7fc27ef7-61da-4883-b670-1b42b4ca1214 req-206a7b9a-72ef-4271-8a4d-d5f482bcdeef tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (ec731214-a513-42a0-baa4-bc0bbcba80d2), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:40.053930 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f94ab9f7-e3bf-490f-ae55-da84379bc888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (02969a08-fa05-4c5a-8733-0efc4de480c6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:40.056705 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f94ab9f7-e3bf-490f-ae55-da84379bc888 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:40.057915 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-f94ab9f7-e3bf-490f-ae55-da84379bc888 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/02969a08-fa05-4c5a-8733-0efc4de480c6 HTTP/1.1" status: 204 len: 168 time: 0.1249387 May 10 19:04:40.065732 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ab9f7-e3bf-490f-ae55-da84379bc888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02969a08-fa05-4c5a-8733-0efc4de480c6,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:40.216987 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-fbe2893e-a2ff-4ebd-840b-fe5797b5549b req-cfbf7484-1fd8-43a5-8826-aa997b1732c3 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] For port a398ba8f-f3b1-4cfc-9397-3f336cae17da, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a398ba8f-f3b1-4cfc-9397-3f336cae17da,segment=NetworkSegment(bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92),segment_id=bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:04:40.217360 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-fbe2893e-a2ff-4ebd-840b-fe5797b5549b req-cfbf7484-1fd8-43a5-8826-aa997b1732c3 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (a398ba8f-f3b1-4cfc-9397-3f336cae17da), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:40.220573 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-7fc27ef7-61da-4883-b670-1b42b4ca1214 req-206a7b9a-72ef-4271-8a4d-d5f482bcdeef tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] For port ec731214-a513-42a0-baa4-bc0bbcba80d2, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ec731214-a513-42a0-baa4-bc0bbcba80d2,segment=NetworkSegment(66c57db2-6621-4bf0-96be-c3cd1176b7f4),segment_id=66c57db2-6621-4bf0-96be-c3cd1176b7f4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:04:40.220956 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-7fc27ef7-61da-4883-b670-1b42b4ca1214 req-206a7b9a-72ef-4271-8a4d-d5f482bcdeef tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (ec731214-a513-42a0-baa4-bc0bbcba80d2), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:40.241198 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052904c-1191-44f8-b74e-f97ec7e26092 req-659817a4-65ff-4c78-832a-7e724a7e0aaa tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:40.242662 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2052904c-1191-44f8-b74e-f97ec7e26092 req-659817a4-65ff-4c78-832a-7e724a7e0aaa tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 946 time: 0.0924520 May 10 19:04:40.252795 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-7fc27ef7-61da-4883-b670-1b42b4ca1214 req-206a7b9a-72ef-4271-8a4d-d5f482bcdeef tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] Calling delete_port for ec731214-a513-42a0-baa4-bc0bbcba80d2 owned by compute:nova {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:04:40.433042 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2052904c-1191-44f8-b74e-f97ec7e26092 req-2177174a-96ea-4814-9da4-d6ba2d8c3df5 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2be0ca2a-f998-4e74-95d2-b01e22a7e916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491463 May 10 19:04:40.512285 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-fbe2893e-a2ff-4ebd-840b-fe5797b5549b req-cfbf7484-1fd8-43a5-8826-aa997b1732c3 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:40.512654 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-fbe2893e-a2ff-4ebd-840b-fe5797b5549b req-cfbf7484-1fd8-43a5-8826-aa997b1732c3 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2085825'] for floatingip (c08af77a-2835-438c-8745-6a73c7f13376), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:40.513264 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.db.l3_db [req-fbe2893e-a2ff-4ebd-840b-fe5797b5549b req-cfbf7484-1fd8-43a5-8826-aa997b1732c3 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Floating IP c08af77a-2835-438c-8745-6a73c7f13376 disassociated. External IP: 172.27.1.246, port: a398ba8f-f3b1-4cfc-9397-3f336cae17da. May 10 19:04:40.513618 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-fbe2893e-a2ff-4ebd-840b-fe5797b5549b req-cfbf7484-1fd8-43a5-8826-aa997b1732c3 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Calling delete_port for a398ba8f-f3b1-4cfc-9397-3f336cae17da owned by compute:nova {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:04:40.615538 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-7fc27ef7-61da-4883-b670-1b42b4ca1214 req-206a7b9a-72ef-4271-8a4d-d5f482bcdeef tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (ec731214-a513-42a0-baa4-bc0bbcba80d2), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:40.638002 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-ae7e1bfa-d251-4a6d-84a8-0f236df86453 req-993d0036-bcef-4cfc-93cd-f85769076e2f tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dd5a9bc-5c00-4f60-b85c-e8f4c5a3ef2b HTTP/1.1" status: 200 len: 210 time: 0.0470061 May 10 19:04:40.660592 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a7b9a-72ef-4271-8a4d-d5f482bcdeef tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] Pushing event deleted for resources: {'Port': ['ID=ec731214-a513-42a0-baa4-bc0bbcba80d2,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:40.674209 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['ec731214-a513-42a0-baa4-bc0bbcba80d2'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:04:40.718502 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc27ef7-61da-4883-b670-1b42b4ca1214 req-206a7b9a-72ef-4271-8a4d-d5f482bcdeef tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] No DVR routers for this DVR port ec731214-a513-42a0-baa4-bc0bbcba80d2 on host hv-cinder-83699 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:04:40.722522 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-7fc27ef7-61da-4883-b670-1b42b4ca1214 req-206a7b9a-72ef-4271-8a4d-d5f482bcdeef tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:40.727166 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7fc27ef7-61da-4883-b670-1b42b4ca1214 req-206a7b9a-72ef-4271-8a4d-d5f482bcdeef tempest-VolumesNegativeTest-925975743 tempest-VolumesNegativeTest-925975743-project] 10.222.0.48 "DELETE /v2.0/ports/ec731214-a513-42a0-baa4-bc0bbcba80d2 HTTP/1.1" status: 204 len: 173 time: 0.8615680 May 10 19:04:40.728343 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd5a9bc-5c00-4f60-b85c-e8f4c5a3ef2b', 'name': 'network-vif-deleted', 'tag': 'ec731214-a513-42a0-baa4-bc0bbcba80d2'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:04:40.730749 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06898182-7c5a-4669-b29c-1233edc76afb" -d '{"events": [{"server_uuid": "9dd5a9bc-5c00-4f60-b85c-e8f4c5a3ef2b", "name": "network-vif-deleted", "tag": "ec731214-a513-42a0-baa4-bc0bbcba80d2"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:04:40.789146 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb884e6-11ca-4fb5-82c1-b5b19d8822cb x-openstack-request-id: req-cdb884e6-11ca-4fb5-82c1-b5b19d8822cb {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:04:40.789508 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd5a9bc-5c00-4f60-b85c-e8f4c5a3ef2b", "name": "network-vif-deleted", "tag": "ec731214-a513-42a0-baa4-bc0bbcba80d2", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:04:40.789825 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cdb884e6-11ca-4fb5-82c1-b5b19d8822cb {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:04:40.790292 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdb884e6-11ca-4fb5-82c1-b5b19d8822cb'] response: {'server_uuid': '9dd5a9bc-5c00-4f60-b85c-e8f4c5a3ef2b', 'name': 'network-vif-deleted', 'tag': 'ec731214-a513-42a0-baa4-bc0bbcba80d2', 'status': 'completed', 'code': 200} May 10 19:04:40.816743 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-fbe2893e-a2ff-4ebd-840b-fe5797b5549b req-cfbf7484-1fd8-43a5-8826-aa997b1732c3 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (a398ba8f-f3b1-4cfc-9397-3f336cae17da), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:40.869971 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf7484-1fd8-43a5-8826-aa997b1732c3 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Pushing event deleted for resources: {'Port': ['ID=a398ba8f-f3b1-4cfc-9397-3f336cae17da,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:40.976476 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 45596) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:41.010128 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbe2893e-a2ff-4ebd-840b-fe5797b5549b req-cfbf7484-1fd8-43a5-8826-aa997b1732c3 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Router c34f1854-ab5f-49fe-804e-af07c7a0edde has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:04:41.098798 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-18f20d74-34bf-4a8b-a6ed-f5437bed9bbb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-431710049-network', 'tenant_id': '0c6e7957cc974c248b0ebd5944013e3d'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:04:41.119843 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f20d74-34bf-4a8b-a6ed-f5437bed9bbb admin admin] Made reservation on behalf of 0c6e7957cc974c248b0ebd5944013e3d for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:04:41.122857 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18f20d74-34bf-4a8b-a6ed-f5437bed9bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:41.132789 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbe2893e-a2ff-4ebd-840b-fe5797b5549b req-cfbf7484-1fd8-43a5-8826-aa997b1732c3 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:04:41.134370 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18f20d74-34bf-4a8b-a6ed-f5437bed9bbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:41.148372 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8951f090-6e0a-4b8f-b608-c3061f7584b5 None None] Sync routers for ids ['c34f1854-ab5f-49fe-804e-af07c7a0edde'] in dv-cinder-836996-18-iscsi {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:04:41.160544 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8951f090-6e0a-4b8f-b608-c3061f7584b5 None None] Routers {'c34f1854-ab5f-49fe-804e-af07c7a0edde'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:04:41.161665 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-8951f090-6e0a-4b8f-b608-c3061f7584b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:04:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['c34f1854-ab5f-49fe-804e-af07c7a0edde'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:41.187502 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe2893e-a2ff-4ebd-840b-fe5797b5549b req-cfbf7484-1fd8-43a5-8826-aa997b1732c3 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] No DVR routers for this DVR port a398ba8f-f3b1-4cfc-9397-3f336cae17da on host hv-cinder-83699 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:04:41.190416 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-fbe2893e-a2ff-4ebd-840b-fe5797b5549b req-cfbf7484-1fd8-43a5-8826-aa997b1732c3 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:41.194562 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-fbe2893e-a2ff-4ebd-840b-fe5797b5549b req-cfbf7484-1fd8-43a5-8826-aa997b1732c3 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.48 "DELETE /v2.0/ports/a398ba8f-f3b1-4cfc-9397-3f336cae17da HTTP/1.1" status: 204 len: 173 time: 1.3217316 May 10 19:04:41.239588 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18f20d74-34bf-4a8b-a6ed-f5437bed9bbb admin admin] Publish callbacks [] for security_group (69eb093a-f250-4db0-9ae8-b1c91129ebf6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:41.246098 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18f20d74-34bf-4a8b-a6ed-f5437bed9bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (69eb093a-f250-4db0-9ae8-b1c91129ebf6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:41.265117 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f20d74-34bf-4a8b-a6ed-f5437bed9bbb admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:04:41.286762 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18f20d74-34bf-4a8b-a6ed-f5437bed9bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860'] for segment (95b4c87f-d612-42ac-8881-e75777e803da), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:41.287117 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.db.segments_db [None req-18f20d74-34bf-4a8b-a6ed-f5437bed9bbb admin admin] Added segment 95b4c87f-d612-42ac-8881-e75777e803da of type vlan for network 85595d6d-7564-4dee-9438-bd3ce0e6bfab May 10 19:04:41.360499 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18f20d74-34bf-4a8b-a6ed-f5437bed9bbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776401517752'] for network (85595d6d-7564-4dee-9438-bd3ce0e6bfab), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:41.409328 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f20d74-34bf-4a8b-a6ed-f5437bed9bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69eb093a-f250-4db0-9ae8-b1c91129ebf6,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:41.421852 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-8951f090-6e0a-4b8f-b608-c3061f7584b5 None None] Set router c34f1854-ab5f-49fe-804e-af07c7a0edde gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:04:41.426264 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18f20d74-34bf-4a8b-a6ed-f5437bed9bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498'] for network (85595d6d-7564-4dee-9438-bd3ce0e6bfab), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:41.428408 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f20d74-34bf-4a8b-a6ed-f5437bed9bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:41.430605 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18f20d74-34bf-4a8b-a6ed-f5437bed9bbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:41.513803 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 45612) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:41.516355 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-18f20d74-34bf-4a8b-a6ed-f5437bed9bbb admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5383189 May 10 19:04:41.519156 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 45614) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:41.524638 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-1a555696-44ba-4ef3-bc29-655e07635686 admin admin] Request body: {'subnet': {'network_id': '85595d6d-7564-4dee-9438-bd3ce0e6bfab', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-431710049-subnet', 'tenant_id': '0c6e7957cc974c248b0ebd5944013e3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:04:41.566004 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f20d74-34bf-4a8b-a6ed-f5437bed9bbb admin admin] Pushing event updated for resources: {'Network': ['ID=85595d6d-7564-4dee-9438-bd3ce0e6bfab,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:41.578526 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Network 85595d6d-7564-4dee-9438-bd3ce0e6bfab details requested by agent ovs-agent-dv-cinder-836996-18-iscsi with host dv-cinder-836996-18-iscsi {{(pid=103424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:04:41.586573 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a555696-44ba-4ef3-bc29-655e07635686 admin admin] Made reservation on behalf of 0c6e7957cc974c248b0ebd5944013e3d for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:04:41.590219 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1a555696-44ba-4ef3-bc29-655e07635686 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4218654'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:41.664745 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-8951f090-6e0a-4b8f-b608-c3061f7584b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1803823991-router', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:22Z', 'revision_number': 4, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'gw_port': {'id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '16203859-563c-44f6-81e3-101fa509dfd8', 'name': '', 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'mac_address': 'fa:16:3e:b5:b5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8531edb7-c043-461d-9962-84adba840bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:19Z', 'updated_at': '2022-05-10T18:58:39Z', 'revision_number': 5, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'subnets': [{'id': '8531edb7-c043-461d-9962-84adba840bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:41.692032 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-318e1729-834b-473e-b897-a063acd81cee req-58957f0f-6714-4058-8a7a-f301d016aa44 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73731b9-f546-49dd-9cb8-73a002db9921 HTTP/1.1" status: 200 len: 210 time: 0.0970690 May 10 19:04:41.710200 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8951f090-6e0a-4b8f-b608-c3061f7584b5 None None] Checking router: c34f1854-ab5f-49fe-804e-af07c7a0edde for host: dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:04:41.728012 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8951f090-6e0a-4b8f-b608-c3061f7584b5 None None] Routers {'c34f1854-ab5f-49fe-804e-af07c7a0edde'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:04:41.729575 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-8951f090-6e0a-4b8f-b608-c3061f7584b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:04:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['c34f1854-ab5f-49fe-804e-af07c7a0edde'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:41.729940 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-18e67337-416a-40bf-8be6-3680b0d7f071 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:41.833456 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-18e67337-416a-40bf-8be6-3680b0d7f071 admin admin] Publish callbacks [] for security_group (c602a2ec-bc32-4ed5-8c8b-eb7f4fab5955), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:41.838928 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-18e67337-416a-40bf-8be6-3680b0d7f071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (c602a2ec-bc32-4ed5-8c8b-eb7f4fab5955), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:41.853290 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1a555696-44ba-4ef3-bc29-655e07635686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4469137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4218624'] for subnet (8ed43106-46f4-4fb1-9959-5d35fc6d7630), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:41.873880 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-8951f090-6e0a-4b8f-b608-c3061f7584b5 None None] Set router c34f1854-ab5f-49fe-804e-af07c7a0edde gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:04:41.884865 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e67337-416a-40bf-8be6-3680b0d7f071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c602a2ec-bc32-4ed5-8c8b-eb7f4fab5955,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:41.889535 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-18e67337-416a-40bf-8be6-3680b0d7f071 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f1ec9cf787f34be584e80d839de113f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3747013 May 10 19:04:41.892051 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 45630) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:41.913056 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a555696-44ba-4ef3-bc29-655e07635686 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ed43106-46f4-4fb1-9959-5d35fc6d7630,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:41.930345 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a555696-44ba-4ef3-bc29-655e07635686 admin admin] Checking segment: {'id': '95b4c87f-d612-42ac-8881-e75777e803da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '85595d6d-7564-4dee-9438-bd3ce0e6bfab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:04:41.930964 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a555696-44ba-4ef3-bc29-655e07635686 admin admin] Network hostable DHCP agents. Network: 85595d6d-7564-4dee-9438-bd3ce0e6bfab, hostable agents: ['dfaf9083-34c2-4df7-9672-aaebd87f4028'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:04:41.942238 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e5b6bcb1-2858-457e-9c95-2e6f72272bb4 admin admin] Publish callbacks [] for security_group (c602a2ec-bc32-4ed5-8c8b-eb7f4fab5955), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:41.958822 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a555696-44ba-4ef3-bc29-655e07635686 admin admin] Network 85595d6d-7564-4dee-9438-bd3ce0e6bfab is scheduled to be hosted by DHCP agent dfaf9083-34c2-4df7-9672-aaebd87f4028 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:04:41.969092 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e5b6bcb1-2858-457e-9c95-2e6f72272bb4 admin admin] Publish callbacks [] for security_group (c602a2ec-bc32-4ed5-8c8b-eb7f4fab5955), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:41.972103 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-1a555696-44ba-4ef3-bc29-655e07635686 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-18-iscsi, 85595d6d-7564-4dee-9438-bd3ce0e6bfab) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:04:41.984926 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284cf7ee-fd5b-4059-b190-ec0935afc8be None None] Network 85595d6d-7564-4dee-9438-bd3ce0e6bfab requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:04:41.987315 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a555696-44ba-4ef3-bc29-655e07635686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:41.988164 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1a555696-44ba-4ef3-bc29-655e07635686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:42.014022 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-1a555696-44ba-4ef3-bc29-655e07635686 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4936128 May 10 19:04:42.038795 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e5b6bcb1-2858-457e-9c95-2e6f72272bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (c602a2ec-bc32-4ed5-8c8b-eb7f4fab5955), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:42.043494 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e5b6bcb1-2858-457e-9c95-2e6f72272bb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:42.044701 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-e5b6bcb1-2858-457e-9c95-2e6f72272bb4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c602a2ec-bc32-4ed5-8c8b-eb7f4fab5955 HTTP/1.1" status: 204 len: 168 time: 0.1515205 May 10 19:04:42.063451 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6bcb1-2858-457e-9c95-2e6f72272bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c602a2ec-bc32-4ed5-8c8b-eb7f4fab5955,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:42.161666 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c07d697-9fc3-498a-9794-1bf8174c20ba None None] Network 85595d6d-7564-4dee-9438-bd3ce0e6bfab requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:04:42.238134 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-8951f090-6e0a-4b8f-b608-c3061f7584b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1803823991-router', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:22Z', 'revision_number': 4, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'gw_port': {'id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '16203859-563c-44f6-81e3-101fa509dfd8', 'name': '', 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'mac_address': 'fa:16:3e:b5:b5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8531edb7-c043-461d-9962-84adba840bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:19Z', 'updated_at': '2022-05-10T18:58:39Z', 'revision_number': 5, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'subnets': [{'id': '8531edb7-c043-461d-9962-84adba840bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:42.273504 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8951f090-6e0a-4b8f-b608-c3061f7584b5 None None] The sync data for ids ['c34f1854-ab5f-49fe-804e-af07c7a0edde'] in dv-cinder-836996-18-iscsi is: [{'id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1803823991-router', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T18:58:22Z', 'revision_number': 4, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'gw_port': {'id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '16203859-563c-44f6-81e3-101fa509dfd8', 'name': '', 'network_id': '93f50fb6-d466-4999-a1b0-4ced1d39cc1d', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'mac_address': 'fa:16:3e:b5:b5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8531edb7-c043-461d-9962-84adba840bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:19Z', 'updated_at': '2022-05-10T18:58:39Z', 'revision_number': 5, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'subnets': [{'id': '8531edb7-c043-461d-9962-84adba840bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:04:42.611773 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ced4af7-c0df-44d7-a568-b906575e965d None None] New status for floating IP c08af77a-2835-438c-8745-6a73c7f13376: DOWN {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:04:42.613321 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 45696) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:42.629362 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-93d57979-0b55-4cf3-8d97-21ca4285cd42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:42.735816 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-93d57979-0b55-4cf3-8d97-21ca4285cd42 admin admin] Publish callbacks [] for security_group (9190a9d2-fcd1-46e4-84d9-68ad88a438b3), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:42.741114 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-93d57979-0b55-4cf3-8d97-21ca4285cd42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (9190a9d2-fcd1-46e4-84d9-68ad88a438b3), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:42.792475 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73731b9-f546-49dd-9cb8-73a002db9921', 'name': 'network-vif-deleted', 'tag': 'a398ba8f-f3b1-4cfc-9397-3f336cae17da'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:04:42.800086 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b45cec-615d-4b06-82b5-c8e1d5dab95b" -d '{"events": [{"server_uuid": "b73731b9-f546-49dd-9cb8-73a002db9921", "name": "network-vif-deleted", "tag": "a398ba8f-f3b1-4cfc-9397-3f336cae17da"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:04:42.815667 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 45726) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:42.824771 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-938890f5-a48f-4ae9-a2ae-e87b0eff391f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-848928064-network', 'tenant_id': '59af3ab43a234c19867ff9fd27e0a98e'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:04:42.834862 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-93d57979-0b55-4cf3-8d97-21ca4285cd42 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9da27090701144b189d2a490504bb30c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2174170 May 10 19:04:42.834862 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d57979-0b55-4cf3-8d97-21ca4285cd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9190a9d2-fcd1-46e4-84d9-68ad88a438b3,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:42.835501 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 45728) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:42.850562 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 45732) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:42.857616 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27aba73-ad96-4dd5-b154-80a01293e7e8 x-openstack-request-id: req-b27aba73-ad96-4dd5-b154-80a01293e7e8 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:04:42.857906 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73731b9-f546-49dd-9cb8-73a002db9921", "name": "network-vif-deleted", "tag": "a398ba8f-f3b1-4cfc-9397-3f336cae17da", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:04:42.858155 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b27aba73-ad96-4dd5-b154-80a01293e7e8 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:04:42.858896 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b27aba73-ad96-4dd5-b154-80a01293e7e8'] response: {'server_uuid': 'b73731b9-f546-49dd-9cb8-73a002db9921', 'name': 'network-vif-deleted', 'tag': 'a398ba8f-f3b1-4cfc-9397-3f336cae17da', 'status': 'completed', 'code': 200} May 10 19:04:42.897171 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d4566c59-c303-4cb1-b247-daf154b947f9 admin admin] Publish callbacks [] for security_group (9190a9d2-fcd1-46e4-84d9-68ad88a438b3), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:42.899321 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938890f5-a48f-4ae9-a2ae-e87b0eff391f admin admin] Made reservation on behalf of 59af3ab43a234c19867ff9fd27e0a98e for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:04:42.901646 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-938890f5-a48f-4ae9-a2ae-e87b0eff391f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:42.919165 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d4566c59-c303-4cb1-b247-daf154b947f9 admin admin] Publish callbacks [] for security_group (9190a9d2-fcd1-46e4-84d9-68ad88a438b3), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:42.919765 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-938890f5-a48f-4ae9-a2ae-e87b0eff391f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:42.954012 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4a69f438-a6ba-4e96-b851-96cab090f4dc tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for security_group (2be0ca2a-f998-4e74-95d2-b01e22a7e916), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:42.971406 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d4566c59-c303-4cb1-b247-daf154b947f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (9190a9d2-fcd1-46e4-84d9-68ad88a438b3), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:42.974252 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d4566c59-c303-4cb1-b247-daf154b947f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:42.975596 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-d4566c59-c303-4cb1-b247-daf154b947f9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9190a9d2-fcd1-46e4-84d9-68ad88a438b3 HTTP/1.1" status: 204 len: 168 time: 0.1388986 May 10 19:04:42.984287 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4566c59-c303-4cb1-b247-daf154b947f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9190a9d2-fcd1-46e4-84d9-68ad88a438b3,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:42.991012 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4a69f438-a6ba-4e96-b851-96cab090f4dc tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for security_group (2be0ca2a-f998-4e74-95d2-b01e22a7e916), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:43.071419 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-938890f5-a48f-4ae9-a2ae-e87b0eff391f admin admin] Publish callbacks [] for security_group (c1e27281-2fe9-4382-8677-0c3198474137), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:43.072825 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4a69f438-a6ba-4e96-b851-96cab090f4dc tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (2be0ca2a-f998-4e74-95d2-b01e22a7e916), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:43.075888 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4a69f438-a6ba-4e96-b851-96cab090f4dc tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:43.077288 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-4a69f438-a6ba-4e96-b851-96cab090f4dc tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "DELETE /v2.0/security-groups/2be0ca2a-f998-4e74-95d2-b01e22a7e916 HTTP/1.1" status: 204 len: 168 time: 0.2244382 May 10 19:04:43.080174 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 45746) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:43.081497 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-938890f5-a48f-4ae9-a2ae-e87b0eff391f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (c1e27281-2fe9-4382-8677-0c3198474137), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:43.093541 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69f438-a6ba-4e96-b851-96cab090f4dc tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be0ca2a-f998-4e74-95d2-b01e22a7e916,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:43.102939 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938890f5-a48f-4ae9-a2ae-e87b0eff391f admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:04:43.123840 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.api.v2.resource [None req-da540af8-3dda-43bc-99c6-66989c737d1d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] show failed (client error): The resource could not be found. May 10 19:04:43.126755 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-da540af8-3dda-43bc-99c6-66989c737d1d tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "GET /v2.0/security-groups/2be0ca2a-f998-4e74-95d2-b01e22a7e916 HTTP/1.1" status: 404 len: 347 time: 0.0450048 May 10 19:04:43.129666 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 45748) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:43.132426 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-938890f5-a48f-4ae9-a2ae-e87b0eff391f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860'] for segment (f4e937d4-e065-4159-8ce0-c6187d83381b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:43.132813 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.db.segments_db [None req-938890f5-a48f-4ae9-a2ae-e87b0eff391f admin admin] Added segment f4e937d4-e065-4159-8ce0-c6187d83381b of type vlan for network 99e51945-9e57-4c58-a7f7-84b78aa298b0 May 10 19:04:43.141287 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938890f5-a48f-4ae9-a2ae-e87b0eff391f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e27281-2fe9-4382-8677-0c3198474137,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:43.179565 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-938890f5-a48f-4ae9-a2ae-e87b0eff391f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776401517752'] for network (99e51945-9e57-4c58-a7f7-84b78aa298b0), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:43.208137 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-938890f5-a48f-4ae9-a2ae-e87b0eff391f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498'] for network (99e51945-9e57-4c58-a7f7-84b78aa298b0), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:43.209514 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938890f5-a48f-4ae9-a2ae-e87b0eff391f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:43.210554 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-938890f5-a48f-4ae9-a2ae-e87b0eff391f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:43.279661 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 45752) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:43.279861 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-938890f5-a48f-4ae9-a2ae-e87b0eff391f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4613636 May 10 19:04:43.290118 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-26901872-b88a-4a6e-8715-db87df4f85cb admin admin] Request body: {'subnet': {'network_id': '99e51945-9e57-4c58-a7f7-84b78aa298b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-848928064-subnet', 'tenant_id': '59af3ab43a234c19867ff9fd27e0a98e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:04:43.290740 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938890f5-a48f-4ae9-a2ae-e87b0eff391f admin admin] Pushing event updated for resources: {'Network': ['ID=99e51945-9e57-4c58-a7f7-84b78aa298b0,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:43.306108 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-00cd19c7-d0a9-40c8-86cf-afd41b961313 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Deleting port 42a8ce9c-3213-450e-92f0-f4cd09732644 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:04:43.306658 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-00cd19c7-d0a9-40c8-86cf-afd41b961313 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (42a8ce9c-3213-450e-92f0-f4cd09732644), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:43.306941 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Network 99e51945-9e57-4c58-a7f7-84b78aa298b0 details requested by agent ovs-agent-dv-cinder-836996-18-iscsi with host dv-cinder-836996-18-iscsi {{(pid=103424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:04:43.386106 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26901872-b88a-4a6e-8715-db87df4f85cb admin admin] Made reservation on behalf of 59af3ab43a234c19867ff9fd27e0a98e for: {'subnet': 1} {{(pid=103423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:04:43.388426 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-26901872-b88a-4a6e-8715-db87df4f85cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6241798'] for subnet (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:43.497804 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-00cd19c7-d0a9-40c8-86cf-afd41b961313 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (42a8ce9c-3213-450e-92f0-f4cd09732644), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:43.498200 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-00cd19c7-d0a9-40c8-86cf-afd41b961313 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for floatingip (42a8ce9c-3213-450e-92f0-f4cd09732644), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:43.527807 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-00cd19c7-d0a9-40c8-86cf-afd41b961313 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Calling delete_port for 42a8ce9c-3213-450e-92f0-f4cd09732644 owned by network:floatingip {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:04:43.700424 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-26901872-b88a-4a6e-8715-db87df4f85cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6129975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6241816'] for subnet (24f0861f-e2f8-48e9-a5d3-f596ccd6e98a), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:43.780779 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26901872-b88a-4a6e-8715-db87df4f85cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=24f0861f-e2f8-48e9-a5d3-f596ccd6e98a,revision_number=0']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:43.804711 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26901872-b88a-4a6e-8715-db87df4f85cb admin admin] Checking segment: {'id': 'f4e937d4-e065-4159-8ce0-c6187d83381b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '99e51945-9e57-4c58-a7f7-84b78aa298b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:04:43.805390 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26901872-b88a-4a6e-8715-db87df4f85cb admin admin] Network hostable DHCP agents. Network: 99e51945-9e57-4c58-a7f7-84b78aa298b0, hostable agents: ['dfaf9083-34c2-4df7-9672-aaebd87f4028'], hosted agents: [] {{(pid=103423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:04:43.810248 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-00cd19c7-d0a9-40c8-86cf-afd41b961313 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (42a8ce9c-3213-450e-92f0-f4cd09732644), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:43.849442 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd19c7-d0a9-40c8-86cf-afd41b961313 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Pushing event deleted for resources: {'Port': ['ID=42a8ce9c-3213-450e-92f0-f4cd09732644,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:43.888734 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26901872-b88a-4a6e-8715-db87df4f85cb admin admin] Network 99e51945-9e57-4c58-a7f7-84b78aa298b0 is scheduled to be hosted by DHCP agent dfaf9083-34c2-4df7-9672-aaebd87f4028 with binding_index 1 {{(pid=103423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:04:43.904752 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-26901872-b88a-4a6e-8715-db87df4f85cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-18-iscsi, 99e51945-9e57-4c58-a7f7-84b78aa298b0) {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:04:43.909215 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26901872-b88a-4a6e-8715-db87df4f85cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:43.910196 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-26901872-b88a-4a6e-8715-db87df4f85cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:43.922864 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e692c9a0-88bd-4d7c-884a-b009e8097278 None None] Network 99e51945-9e57-4c58-a7f7-84b78aa298b0 requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:04:43.924322 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-00cd19c7-d0a9-40c8-86cf-afd41b961313 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks [] for floatingip (c08af77a-2835-438c-8745-6a73c7f13376), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:43.927481 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-00cd19c7-d0a9-40c8-86cf-afd41b961313 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:43.928881 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-00cd19c7-d0a9-40c8-86cf-afd41b961313 tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] 10.222.0.52 "DELETE /v2.0/floatingips/c08af77a-2835-438c-8745-6a73c7f13376 HTTP/1.1" status: 204 len: 168 time: 0.7981255 May 10 19:04:43.961242 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-26901872-b88a-4a6e-8715-db87df4f85cb admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6715066 May 10 19:04:44.077753 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b350bb1-95ad-4c50-b69c-c0bb3c8c7cbf None None] Network 99e51945-9e57-4c58-a7f7-84b78aa298b0 requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:04:44.123928 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 45810) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:44.145957 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device a398ba8f-f3b1-4cfc-9397-3f336cae17da no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:04:44.176391 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] No Port match for: a398ba8f-f3b1-4cfc-9397-3f336cae17da {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:04:44.176984 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device a398ba8f-f3b1-4cfc-9397-3f336cae17da not bound to the agent host hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:04:44.178250 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device ec731214-a513-42a0-baa4-bc0bbcba80d2 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:04:44.205541 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_v2 [None req-10398095-3cf8-4162-a55b-5733ee5d9309 admin admin] Deleting subnet 8ed43106-46f4-4fb1-9959-5d35fc6d7630 {{(pid=103423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 19:04:44.209350 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-10398095-3cf8-4162-a55b-5733ee5d9309 admin admin] Publish callbacks [] for subnet (8ed43106-46f4-4fb1-9959-5d35fc6d7630), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:44.214796 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] No Port match for: ec731214-a513-42a0-baa4-bc0bbcba80d2 {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:04:44.215430 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device ec731214-a513-42a0-baa4-bc0bbcba80d2 not bound to the agent host hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:04:44.260081 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-10398095-3cf8-4162-a55b-5733ee5d9309 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6130173'] for subnet (8ed43106-46f4-4fb1-9959-5d35fc6d7630), precommit_delete_associations {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:44.306903 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-10398095-3cf8-4162-a55b-5733ee5d9309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966585'] for subnet (8ed43106-46f4-4fb1-9959-5d35fc6d7630), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:44.377967 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-10398095-3cf8-4162-a55b-5733ee5d9309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6129904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6241889'] for subnet (8ed43106-46f4-4fb1-9959-5d35fc6d7630), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:44.411627 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-10398095-3cf8-4162-a55b-5733ee5d9309 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:44.417491 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-10398095-3cf8-4162-a55b-5733ee5d9309 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8ed43106-46f4-4fb1-9959-5d35fc6d7630 HTTP/1.1" status: 204 len: 168 time: 0.2898302 May 10 19:04:44.417491 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10398095-3cf8-4162-a55b-5733ee5d9309 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ed43106-46f4-4fb1-9959-5d35fc6d7630,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:44.417491 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 45860) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:44.495832 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-50450325-b45c-45e8-ab3e-66d4e4f4a218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824044'] for network (85595d6d-7564-4dee-9438-bd3ce0e6bfab), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:44.572094 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-50450325-b45c-45e8-ab3e-66d4e4f4a218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965186', 'neutron.services.segments.db._delete_segments_for_network-8776401828657'] for network (85595d6d-7564-4dee-9438-bd3ce0e6bfab), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:44.597521 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.services.segments.db [None req-50450325-b45c-45e8-ab3e-66d4e4f4a218 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85595d6d-7564-4dee-9438-bd3ce0e6bfab']}} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:44.606917 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.services.segments.db [None req-50450325-b45c-45e8-ab3e-66d4e4f4a218 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b4c87f-d612-42ac-8881-e75777e803da') {'for_net_delete': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:44.607296 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.services.segments.db [None req-50450325-b45c-45e8-ab3e-66d4e4f4a218 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b4c87f-d612-42ac-8881-e75777e803da') {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:44.617073 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-50450325-b45c-45e8-ab3e-66d4e4f4a218 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776401828410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6129926'] for segment (95b4c87f-d612-42ac-8881-e75777e803da), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:44.631234 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-50450325-b45c-45e8-ab3e-66d4e4f4a218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860'] for segment (95b4c87f-d612-42ac-8881-e75777e803da), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:44.637797 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50450325-b45c-45e8-ab3e-66d4e4f4a218 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:04:44.638395 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-50450325-b45c-45e8-ab3e-66d4e4f4a218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6129818'] for segment (95b4c87f-d612-42ac-8881-e75777e803da), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:44.648901 dv-cinder-836996-18-iscsi neutron-server[103423]: Traceback (most recent call last): May 10 19:04:44.648901 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:04:44.648901 dv-cinder-836996-18-iscsi neutron-server[103423]: timer() May 10 19:04:44.648901 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:04:44.648901 dv-cinder-836996-18-iscsi neutron-server[103423]: cb(*args, **kw) May 10 19:04:44.648901 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 19:04:44.648901 dv-cinder-836996-18-iscsi neutron-server[103423]: return func(*args, **kwargs) May 10 19:04:44.648901 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:04:44.648901 dv-cinder-836996-18-iscsi neutron-server[103423]: self._notify() May 10 19:04:44.648901 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:04:44.648901 dv-cinder-836996-18-iscsi neutron-server[103423]: self.callback(batched_events) May 10 19:04:44.648901 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:04:44.648901 dv-cinder-836996-18-iscsi neutron-server[103423]: event.method(event) May 10 19:04:44.648901 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 19:04:44.648901 dv-cinder-836996-18-iscsi neutron-server[103423]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:04:44.648901 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 19:04:44.648901 dv-cinder-836996-18-iscsi neutron-server[103423]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:04:44.648901 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 19:04:44.648901 dv-cinder-836996-18-iscsi neutron-server[103423]: return f(self, *a, **k) May 10 19:04:44.648901 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 19:04:44.648901 dv-cinder-836996-18-iscsi neutron-server[103423]: return self._get(url).json() May 10 19:04:44.648901 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 19:04:44.648901 dv-cinder-836996-18-iscsi neutron-server[103423]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:04:44.648901 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:04:44.648901 dv-cinder-836996-18-iscsi neutron-server[103423]: return self.request(url, 'GET', **kwargs) May 10 19:04:44.648901 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:04:44.648901 dv-cinder-836996-18-iscsi neutron-server[103423]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:04:44.648901 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:04:44.648901 dv-cinder-836996-18-iscsi neutron-server[103423]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:04:44.648901 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:04:44.648901 dv-cinder-836996-18-iscsi neutron-server[103423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:04:44.648901 dv-cinder-836996-18-iscsi neutron-server[103423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:04:44.700592 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-50450325-b45c-45e8-ab3e-66d4e4f4a218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2085882'] for network (85595d6d-7564-4dee-9438-bd3ce0e6bfab), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:44.707124 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-50450325-b45c-45e8-ab3e-66d4e4f4a218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for network (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:44.715060 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-50450325-b45c-45e8-ab3e-66d4e4f4a218 admin admin] 10.222.0.52 "DELETE /v2.0/networks/85595d6d-7564-4dee-9438-bd3ce0e6bfab HTTP/1.1" status: 204 len: 168 time: 0.2961257 May 10 19:04:44.717918 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 45876) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:44.736619 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50450325-b45c-45e8-ab3e-66d4e4f4a218 admin admin] Pushing event deleted for resources: {'Network': ['ID=85595d6d-7564-4dee-9438-bd3ce0e6bfab,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:44.775526 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b6bb046-afe2-4289-951a-e0578e1b0b0f admin admin] Deleting subnet 24f0861f-e2f8-48e9-a5d3-f596ccd6e98a {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 19:04:44.779003 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5b6bb046-afe2-4289-951a-e0578e1b0b0f admin admin] Publish callbacks [] for subnet (24f0861f-e2f8-48e9-a5d3-f596ccd6e98a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:44.815717 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5b6bb046-afe2-4289-951a-e0578e1b0b0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4514108'] for subnet (24f0861f-e2f8-48e9-a5d3-f596ccd6e98a), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:44.866314 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5b6bb046-afe2-4289-951a-e0578e1b0b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966585'] for subnet (24f0861f-e2f8-48e9-a5d3-f596ccd6e98a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:44.926865 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5b6bb046-afe2-4289-951a-e0578e1b0b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4468822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4218745'] for subnet (24f0861f-e2f8-48e9-a5d3-f596ccd6e98a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:44.958724 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6bb046-afe2-4289-951a-e0578e1b0b0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24f0861f-e2f8-48e9-a5d3-f596ccd6e98a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:44.962847 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5b6bb046-afe2-4289-951a-e0578e1b0b0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:44.966546 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-5b6bb046-afe2-4289-951a-e0578e1b0b0f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/24f0861f-e2f8-48e9-a5d3-f596ccd6e98a HTTP/1.1" status: 204 len: 168 time: 0.2476153 May 10 19:04:44.969867 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 45902) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:45.036053 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 45912) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:45.053048 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b8d80963-5485-48e8-91e8-ddd4795ad19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824044'] for network (99e51945-9e57-4c58-a7f7-84b78aa298b0), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:45.146216 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b8d80963-5485-48e8-91e8-ddd4795ad19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965186', 'neutron.services.segments.db._delete_segments_for_network-8776401828657'] for network (99e51945-9e57-4c58-a7f7-84b78aa298b0), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:45.149848 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d717ae5a-505e-4ea5-a681-06eb0e952145 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:45.168143 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.services.segments.db [None req-b8d80963-5485-48e8-91e8-ddd4795ad19e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e51945-9e57-4c58-a7f7-84b78aa298b0']}} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:45.178901 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.services.segments.db [None req-b8d80963-5485-48e8-91e8-ddd4795ad19e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4e937d4-e065-4159-8ce0-c6187d83381b') {'for_net_delete': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:45.178901 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.services.segments.db [None req-b8d80963-5485-48e8-91e8-ddd4795ad19e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4e937d4-e065-4159-8ce0-c6187d83381b') {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:45.188503 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b8d80963-5485-48e8-91e8-ddd4795ad19e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776401828410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6129926'] for segment (f4e937d4-e065-4159-8ce0-c6187d83381b), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:45.215474 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b8d80963-5485-48e8-91e8-ddd4795ad19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860'] for segment (f4e937d4-e065-4159-8ce0-c6187d83381b), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:45.230777 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d80963-5485-48e8-91e8-ddd4795ad19e admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:04:45.230777 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b8d80963-5485-48e8-91e8-ddd4795ad19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6129818'] for segment (f4e937d4-e065-4159-8ce0-c6187d83381b), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:45.256638 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d717ae5a-505e-4ea5-a681-06eb0e952145 admin admin] Publish callbacks [] for security_group (c4dadcee-a630-4b05-ac12-57ad9473d6e7), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:45.263134 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d717ae5a-505e-4ea5-a681-06eb0e952145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (c4dadcee-a630-4b05-ac12-57ad9473d6e7), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:45.299980 dv-cinder-836996-18-iscsi neutron-server[103423]: Traceback (most recent call last): May 10 19:04:45.299980 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:04:45.299980 dv-cinder-836996-18-iscsi neutron-server[103423]: timer() May 10 19:04:45.299980 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:04:45.299980 dv-cinder-836996-18-iscsi neutron-server[103423]: cb(*args, **kw) May 10 19:04:45.299980 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 19:04:45.299980 dv-cinder-836996-18-iscsi neutron-server[103423]: return func(*args, **kwargs) May 10 19:04:45.299980 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:04:45.299980 dv-cinder-836996-18-iscsi neutron-server[103423]: self._notify() May 10 19:04:45.299980 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:04:45.299980 dv-cinder-836996-18-iscsi neutron-server[103423]: self.callback(batched_events) May 10 19:04:45.299980 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:04:45.299980 dv-cinder-836996-18-iscsi neutron-server[103423]: event.method(event) May 10 19:04:45.299980 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 19:04:45.299980 dv-cinder-836996-18-iscsi neutron-server[103423]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:04:45.299980 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 19:04:45.299980 dv-cinder-836996-18-iscsi neutron-server[103423]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:04:45.299980 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 19:04:45.299980 dv-cinder-836996-18-iscsi neutron-server[103423]: return f(self, *a, **k) May 10 19:04:45.299980 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 19:04:45.299980 dv-cinder-836996-18-iscsi neutron-server[103423]: return self._get(url).json() May 10 19:04:45.299980 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 19:04:45.299980 dv-cinder-836996-18-iscsi neutron-server[103423]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:04:45.299980 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:04:45.299980 dv-cinder-836996-18-iscsi neutron-server[103423]: return self.request(url, 'GET', **kwargs) May 10 19:04:45.299980 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:04:45.299980 dv-cinder-836996-18-iscsi neutron-server[103423]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:04:45.299980 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:04:45.299980 dv-cinder-836996-18-iscsi neutron-server[103423]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:04:45.299980 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:04:45.299980 dv-cinder-836996-18-iscsi neutron-server[103423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:04:45.299980 dv-cinder-836996-18-iscsi neutron-server[103423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:04:45.304121 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717ae5a-505e-4ea5-a681-06eb0e952145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4dadcee-a630-4b05-ac12-57ad9473d6e7,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:45.314292 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b8d80963-5485-48e8-91e8-ddd4795ad19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2085882'] for network (99e51945-9e57-4c58-a7f7-84b78aa298b0), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:45.320374 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b8d80963-5485-48e8-91e8-ddd4795ad19e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for network (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:45.330394 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-b8d80963-5485-48e8-91e8-ddd4795ad19e admin admin] 10.222.0.52 "DELETE /v2.0/networks/99e51945-9e57-4c58-a7f7-84b78aa298b0 HTTP/1.1" status: 204 len: 168 time: 0.3579218 May 10 19:04:45.338436 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-d717ae5a-505e-4ea5-a681-06eb0e952145 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b4ddacf99b884bbf8891a3300a1f7d7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3006327 May 10 19:04:45.339093 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 45936) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:45.356098 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d80963-5485-48e8-91e8-ddd4795ad19e admin admin] Pushing event deleted for resources: {'Network': ['ID=99e51945-9e57-4c58-a7f7-84b78aa298b0,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:45.408622 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7bf03924-fb7f-452e-8504-f69365508b16 admin admin] Publish callbacks [] for security_group (c4dadcee-a630-4b05-ac12-57ad9473d6e7), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:45.435728 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7bf03924-fb7f-452e-8504-f69365508b16 admin admin] Publish callbacks [] for security_group (c4dadcee-a630-4b05-ac12-57ad9473d6e7), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:45.497368 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7bf03924-fb7f-452e-8504-f69365508b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (c4dadcee-a630-4b05-ac12-57ad9473d6e7), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:45.499248 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 45946) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:45.500209 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7bf03924-fb7f-452e-8504-f69365508b16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:45.504261 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-7bf03924-fb7f-452e-8504-f69365508b16 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c4dadcee-a630-4b05-ac12-57ad9473d6e7 HTTP/1.1" status: 204 len: 168 time: 0.1640899 May 10 19:04:45.514757 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf03924-fb7f-452e-8504-f69365508b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4dadcee-a630-4b05-ac12-57ad9473d6e7,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:45.559071 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-6ea9a095-89d4-47ed-8787-6b005df9cd9b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0c6e7957cc974c248b0ebd5944013e3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0566912 May 10 19:04:45.561314 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 45956) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:45.619111 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fe0082dc-8efb-4198-aafb-706dca576df0 admin admin] Publish callbacks [] for security_group (69eb093a-f250-4db0-9ae8-b1c91129ebf6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:45.654256 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fe0082dc-8efb-4198-aafb-706dca576df0 admin admin] Publish callbacks [] for security_group (69eb093a-f250-4db0-9ae8-b1c91129ebf6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:45.715780 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fe0082dc-8efb-4198-aafb-706dca576df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (69eb093a-f250-4db0-9ae8-b1c91129ebf6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:45.718452 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fe0082dc-8efb-4198-aafb-706dca576df0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:45.722347 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-fe0082dc-8efb-4198-aafb-706dca576df0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/69eb093a-f250-4db0-9ae8-b1c91129ebf6 HTTP/1.1" status: 204 len: 168 time: 0.1574497 May 10 19:04:45.728599 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0082dc-8efb-4198-aafb-706dca576df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69eb093a-f250-4db0-9ae8-b1c91129ebf6,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:45.918351 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 45984) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:45.931452 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0a5e75bf-e759-4c2d-b409-7608e476865b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:46.007187 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0a5e75bf-e759-4c2d-b409-7608e476865b admin admin] Publish callbacks [] for security_group (969c9c4f-a2a0-49e9-915c-41241d36c302), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:46.012377 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0a5e75bf-e759-4c2d-b409-7608e476865b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (969c9c4f-a2a0-49e9-915c-41241d36c302), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:46.053259 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-0a5e75bf-e759-4c2d-b409-7608e476865b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e44bdac4693642f282df95405efeaa35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336603 May 10 19:04:46.055321 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e75bf-e759-4c2d-b409-7608e476865b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969c9c4f-a2a0-49e9-915c-41241d36c302,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:46.056220 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 45986) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:46.109242 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e38780e1-c1b3-4c9a-8c9a-2e856186e010 admin admin] Publish callbacks [] for security_group (969c9c4f-a2a0-49e9-915c-41241d36c302), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:46.129237 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 45988) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:46.131036 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e38780e1-c1b3-4c9a-8c9a-2e856186e010 admin admin] Publish callbacks [] for security_group (969c9c4f-a2a0-49e9-915c-41241d36c302), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:46.174435 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-0c8ec005-5a74-46f7-aade-1413a25ef014 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=59af3ab43a234c19867ff9fd27e0a98e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417268 May 10 19:04:46.174727 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 45990) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:46.179080 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e38780e1-c1b3-4c9a-8c9a-2e856186e010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (969c9c4f-a2a0-49e9-915c-41241d36c302), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:46.181707 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e38780e1-c1b3-4c9a-8c9a-2e856186e010 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:46.182869 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-e38780e1-c1b3-4c9a-8c9a-2e856186e010 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/969c9c4f-a2a0-49e9-915c-41241d36c302 HTTP/1.1" status: 204 len: 168 time: 0.1254964 May 10 19:04:46.191022 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38780e1-c1b3-4c9a-8c9a-2e856186e010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969c9c4f-a2a0-49e9-915c-41241d36c302,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:46.228412 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bd47ea11-4988-4df8-b2b8-f4fbf4127ae2 admin admin] Publish callbacks [] for security_group (c1e27281-2fe9-4382-8677-0c3198474137), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:46.249904 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bd47ea11-4988-4df8-b2b8-f4fbf4127ae2 admin admin] Publish callbacks [] for security_group (c1e27281-2fe9-4382-8677-0c3198474137), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:46.297318 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bd47ea11-4988-4df8-b2b8-f4fbf4127ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (c1e27281-2fe9-4382-8677-0c3198474137), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:46.299875 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bd47ea11-4988-4df8-b2b8-f4fbf4127ae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:46.301109 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-bd47ea11-4988-4df8-b2b8-f4fbf4127ae2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c1e27281-2fe9-4382-8677-0c3198474137 HTTP/1.1" status: 204 len: 168 time: 0.1253810 May 10 19:04:46.309759 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd47ea11-4988-4df8-b2b8-f4fbf4127ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e27281-2fe9-4382-8677-0c3198474137,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:46.492155 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 46008) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:47.030126 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-af637df0-7e2a-4777-bb92-2946a5e953db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2088698'] for router_interface (c34f1854-ab5f-49fe-804e-af07c7a0edde), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:47.164142 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 46046) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:47.427111 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-e2f1ea09-649d-4640-820b-c7869c02912b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=158ffa09a81c43409bf2767c74516f39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2612131 May 10 19:04:47.428854 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 46060) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:47.499204 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-761e716c-5e98-41f8-bdcf-373a7de2e4ab admin admin] Publish callbacks [] for security_group (2961d538-851f-4453-a1ff-d0ca5460585f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:47.524861 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-761e716c-5e98-41f8-bdcf-373a7de2e4ab admin admin] Publish callbacks [] for security_group (2961d538-851f-4453-a1ff-d0ca5460585f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:47.579992 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-761e716c-5e98-41f8-bdcf-373a7de2e4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (2961d538-851f-4453-a1ff-d0ca5460585f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:47.584009 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-761e716c-5e98-41f8-bdcf-373a7de2e4ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:47.588209 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-761e716c-5e98-41f8-bdcf-373a7de2e4ab admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2961d538-851f-4453-a1ff-d0ca5460585f HTTP/1.1" status: 204 len: 168 time: 0.1580870 May 10 19:04:47.597605 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e716c-5e98-41f8-bdcf-373a7de2e4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2961d538-851f-4453-a1ff-d0ca5460585f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:47.609519 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-af637df0-7e2a-4777-bb92-2946a5e953db admin admin] Deleting port 16203859-563c-44f6-81e3-101fa509dfd8 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:04:47.610015 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-af637df0-7e2a-4777-bb92-2946a5e953db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (16203859-563c-44f6-81e3-101fa509dfd8), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:47.708666 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-af637df0-7e2a-4777-bb92-2946a5e953db admin admin] For port 16203859-563c-44f6-81e3-101fa509dfd8, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=16203859-563c-44f6-81e3-101fa509dfd8,segment=NetworkSegment(bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92),segment_id=bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:04:47.709162 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-af637df0-7e2a-4777-bb92-2946a5e953db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (16203859-563c-44f6-81e3-101fa509dfd8), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:47.723375 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-af637df0-7e2a-4777-bb92-2946a5e953db admin admin] Calling delete_port for 16203859-563c-44f6-81e3-101fa509dfd8 owned by network:router_interface {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:04:47.923374 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-af637df0-7e2a-4777-bb92-2946a5e953db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (16203859-563c-44f6-81e3-101fa509dfd8), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:47.953101 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af637df0-7e2a-4777-bb92-2946a5e953db admin admin] Pushing event deleted for resources: {'Port': ['ID=16203859-563c-44f6-81e3-101fa509dfd8,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:48.165266 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-af637df0-7e2a-4777-bb92-2946a5e953db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2055489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2091507'] for router_interface (c34f1854-ab5f-49fe-804e-af07c7a0edde), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:48.414707 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af637df0-7e2a-4777-bb92-2946a5e953db admin admin] Router c34f1854-ab5f-49fe-804e-af07c7a0edde has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:04:48.555588 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af637df0-7e2a-4777-bb92-2946a5e953db admin admin] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:04:48.563794 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-af637df0-7e2a-4777-bb92-2946a5e953db admin admin] 10.222.0.52 "PUT /v2.0/routers/c34f1854-ab5f-49fe-804e-af07c7a0edde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0691097 May 10 19:04:48.565517 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 46114) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:48.569500 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e27ebdf-d9c3-47db-b4b6-86715fdd8272 None None] Sync routers for ids ['c34f1854-ab5f-49fe-804e-af07c7a0edde'] in dv-cinder-836996-18-iscsi {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:04:48.584420 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e27ebdf-d9c3-47db-b4b6-86715fdd8272 None None] Routers {'c34f1854-ab5f-49fe-804e-af07c7a0edde'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:04:48.585255 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-3e27ebdf-d9c3-47db-b4b6-86715fdd8272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:04:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['c34f1854-ab5f-49fe-804e-af07c7a0edde'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:48.715378 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-3e27ebdf-d9c3-47db-b4b6-86715fdd8272 None None] Set router c34f1854-ab5f-49fe-804e-af07c7a0edde gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:04:48.739659 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-416f669b-ac79-4b21-9459-18fb8ae4de22 admin admin] Publish callbacks [] for router (c34f1854-ab5f-49fe-804e-af07c7a0edde), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:48.876435 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-416f669b-ac79-4b21-9459-18fb8ae4de22 admin admin] Publish callbacks [] for router_gateway (c34f1854-ab5f-49fe-804e-af07c7a0edde), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:48.908224 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-3e27ebdf-d9c3-47db-b4b6-86715fdd8272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1803823991-router', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T19:04:47Z', 'revision_number': 5, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'gw_port': {'id': '913b343e-1694-4954-bff4-5c2e3fe46b9e', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:58:10Z', 'updated_at': '2022-05-10T18:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi'}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:48.931978 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-416f669b-ac79-4b21-9459-18fb8ae4de22 admin admin] Deleting port 913b343e-1694-4954-bff4-5c2e3fe46b9e {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:04:48.932253 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-416f669b-ac79-4b21-9459-18fb8ae4de22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (913b343e-1694-4954-bff4-5c2e3fe46b9e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:48.943698 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e27ebdf-d9c3-47db-b4b6-86715fdd8272 None None] Checking router: c34f1854-ab5f-49fe-804e-af07c7a0edde for host: dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:04:48.952280 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e27ebdf-d9c3-47db-b4b6-86715fdd8272 None None] Routers {'c34f1854-ab5f-49fe-804e-af07c7a0edde'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:04:48.953142 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-3e27ebdf-d9c3-47db-b4b6-86715fdd8272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:04:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['c34f1854-ab5f-49fe-804e-af07c7a0edde'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:49.017954 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-416f669b-ac79-4b21-9459-18fb8ae4de22 admin admin] For port 913b343e-1694-4954-bff4-5c2e3fe46b9e, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=913b343e-1694-4954-bff4-5c2e3fe46b9e,segment=NetworkSegment(5e4a060e-4ea0-4d95-88b5-1969f86bafa6),segment_id=5e4a060e-4ea0-4d95-88b5-1969f86bafa6)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:04:49.019722 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-416f669b-ac79-4b21-9459-18fb8ae4de22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (913b343e-1694-4954-bff4-5c2e3fe46b9e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:49.037533 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-416f669b-ac79-4b21-9459-18fb8ae4de22 admin admin] Calling delete_port for 913b343e-1694-4954-bff4-5c2e3fe46b9e owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:04:49.064525 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-3e27ebdf-d9c3-47db-b4b6-86715fdd8272 None None] Set router c34f1854-ab5f-49fe-804e-af07c7a0edde gateway port host: None {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:04:49.144437 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-3e27ebdf-d9c3-47db-b4b6-86715fdd8272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1803823991-router', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T19:04:48Z', 'revision_number': 6, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'gw_port_host': None}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:49.196794 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e27ebdf-d9c3-47db-b4b6-86715fdd8272 None None] The sync data for ids ['c34f1854-ab5f-49fe-804e-af07c7a0edde'] in dv-cinder-836996-18-iscsi is: [{'id': 'c34f1854-ab5f-49fe-804e-af07c7a0edde', 'name': 'tempest-AttachVolumeShelveTestJSON-1803823991-router', 'tenant_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:58:09Z', 'updated_at': '2022-05-10T19:04:48Z', 'revision_number': 6, 'project_id': 'e17dd3da9fc545fc901dc35e62332ab6', 'gw_port_host': None}] {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:04:49.259296 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-416f669b-ac79-4b21-9459-18fb8ae4de22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4468833'] for port (913b343e-1694-4954-bff4-5c2e3fe46b9e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:49.289405 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f669b-ac79-4b21-9459-18fb8ae4de22 admin admin] Pushing event deleted for resources: {'Port': ['ID=913b343e-1694-4954-bff4-5c2e3fe46b9e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:49.356990 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-416f669b-ac79-4b21-9459-18fb8ae4de22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2086036'] for router_gateway (c34f1854-ab5f-49fe-804e-af07c7a0edde), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:49.466005 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-416f669b-ac79-4b21-9459-18fb8ae4de22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2081368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2663'] for router (c34f1854-ab5f-49fe-804e-af07c7a0edde), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:49.469010 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-416f669b-ac79-4b21-9459-18fb8ae4de22 admin admin] Publish callbacks [] for router_controller (c34f1854-ab5f-49fe-804e-af07c7a0edde), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:49.528132 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-416f669b-ac79-4b21-9459-18fb8ae4de22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2081347'] for router (c34f1854-ab5f-49fe-804e-af07c7a0edde), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:49.529017 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416f669b-ac79-4b21-9459-18fb8ae4de22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c34f1854-ab5f-49fe-804e-af07c7a0edde {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 19:04:49.541020 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-416f669b-ac79-4b21-9459-18fb8ae4de22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:49.543223 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-416f669b-ac79-4b21-9459-18fb8ae4de22 admin admin] 10.222.0.52 "DELETE /v2.0/routers/c34f1854-ab5f-49fe-804e-af07c7a0edde HTTP/1.1" status: 204 len: 168 time: 0.9761982 May 10 19:04:49.546012 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 46156) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:49.602351 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab03cee1-63c5-4181-91c8-ebec60e44e80 admin admin] Deleting subnet 8531edb7-c043-461d-9962-84adba840bae {{(pid=103423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 19:04:49.609415 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ab03cee1-63c5-4181-91c8-ebec60e44e80 admin admin] Publish callbacks [] for subnet (8531edb7-c043-461d-9962-84adba840bae), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:49.656660 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ab03cee1-63c5-4181-91c8-ebec60e44e80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6130173'] for subnet (8531edb7-c043-461d-9962-84adba840bae), precommit_delete_associations {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:49.747384 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ab03cee1-63c5-4181-91c8-ebec60e44e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966585'] for subnet (8531edb7-c043-461d-9962-84adba840bae), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:49.813443 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ab03cee1-63c5-4181-91c8-ebec60e44e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6129904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6241889'] for subnet (8531edb7-c043-461d-9962-84adba840bae), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:49.841050 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ab03cee1-63c5-4181-91c8-ebec60e44e80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:49.844839 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-ab03cee1-63c5-4181-91c8-ebec60e44e80 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8531edb7-c043-461d-9962-84adba840bae HTTP/1.1" status: 204 len: 168 time: 0.2970517 May 10 19:04:49.845818 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03cee1-63c5-4181-91c8-ebec60e44e80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8531edb7-c043-461d-9962-84adba840bae,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:49.847081 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2019223e-c6f9-4909-aa08-1c0349aeb3d7 None None] Network 93f50fb6-d466-4999-a1b0-4ced1d39cc1d requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:04:49.848083 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 46166) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:49.922407 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-871cd8bd-c08c-4d90-9fce-dcba083e3733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824044'] for network (93f50fb6-d466-4999-a1b0-4ced1d39cc1d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:49.972933 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-871cd8bd-c08c-4d90-9fce-dcba083e3733 admin admin] Deleting port f98b2d3b-7a3b-4522-b1d4-6c974f2cb253 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:04:49.973377 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-871cd8bd-c08c-4d90-9fce-dcba083e3733 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (f98b2d3b-7a3b-4522-b1d4-6c974f2cb253), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:50.056890 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c87eba1-7005-4ab5-a580-eef9aa5bce08 None None] DHCP port deletion for 93f50fb6-d466-4999-a1b0-4ced1d39cc1d request from dv-cinder-836996-18-iscsi {{(pid=103424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 19:04:50.057966 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-871cd8bd-c08c-4d90-9fce-dcba083e3733 admin admin] For port f98b2d3b-7a3b-4522-b1d4-6c974f2cb253, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=f98b2d3b-7a3b-4522-b1d4-6c974f2cb253,segment=NetworkSegment(bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92),segment_id=bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:04:50.058347 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-871cd8bd-c08c-4d90-9fce-dcba083e3733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (f98b2d3b-7a3b-4522-b1d4-6c974f2cb253), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:50.078159 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-871cd8bd-c08c-4d90-9fce-dcba083e3733 admin admin] Calling delete_port for f98b2d3b-7a3b-4522-b1d4-6c974f2cb253 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:04:50.097978 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 46170) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:50.109854 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-0c87eba1-7005-4ab5-a580-eef9aa5bce08 None None] Deleting port f98b2d3b-7a3b-4522-b1d4-6c974f2cb253 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:04:50.110244 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0c87eba1-7005-4ab5-a580-eef9aa5bce08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (f98b2d3b-7a3b-4522-b1d4-6c974f2cb253), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:50.174221 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-0c87eba1-7005-4ab5-a580-eef9aa5bce08 None None] For port f98b2d3b-7a3b-4522-b1d4-6c974f2cb253, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=f98b2d3b-7a3b-4522-b1d4-6c974f2cb253,segment=NetworkSegment(bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92),segment_id=bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:04:50.174628 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0c87eba1-7005-4ab5-a580-eef9aa5bce08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (f98b2d3b-7a3b-4522-b1d4-6c974f2cb253), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:50.176432 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-871cd8bd-c08c-4d90-9fce-dcba083e3733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4468833'] for port (f98b2d3b-7a3b-4522-b1d4-6c974f2cb253), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:50.190377 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871cd8bd-c08c-4d90-9fce-dcba083e3733 admin admin] No DVR routers for this DVR port f98b2d3b-7a3b-4522-b1d4-6c974f2cb253 on host dv-cinder-836996-18-iscsi {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:04:50.190634 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-0c87eba1-7005-4ab5-a580-eef9aa5bce08 None None] Calling delete_port for f98b2d3b-7a3b-4522-b1d4-6c974f2cb253 owned by network:dhcp {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:04:50.210747 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871cd8bd-c08c-4d90-9fce-dcba083e3733 admin admin] Pushing event deleted for resources: {'Port': ['ID=f98b2d3b-7a3b-4522-b1d4-6c974f2cb253,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:50.235847 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-81052f6e-15d8-4353-84d3-efc9ad87e4f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:50.276111 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0c87eba1-7005-4ab5-a580-eef9aa5bce08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587'] for port (f98b2d3b-7a3b-4522-b1d4-6c974f2cb253), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:50.294603 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-871cd8bd-c08c-4d90-9fce-dcba083e3733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965186', 'neutron.services.segments.db._delete_segments_for_network-8776401828657'] for network (93f50fb6-d466-4999-a1b0-4ced1d39cc1d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:50.303540 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87eba1-7005-4ab5-a580-eef9aa5bce08 None None] Pushing event deleted for resources: {'Port': ['ID=f98b2d3b-7a3b-4522-b1d4-6c974f2cb253,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:50.308970 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c87eba1-7005-4ab5-a580-eef9aa5bce08 None None] No DVR routers for this DVR port f98b2d3b-7a3b-4522-b1d4-6c974f2cb253 on host dv-cinder-836996-18-iscsi {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:04:50.319516 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.services.segments.db [None req-871cd8bd-c08c-4d90-9fce-dcba083e3733 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93f50fb6-d466-4999-a1b0-4ced1d39cc1d']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:50.330332 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.services.segments.db [None req-871cd8bd-c08c-4d90-9fce-dcba083e3733 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:50.330642 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.services.segments.db [None req-871cd8bd-c08c-4d90-9fce-dcba083e3733 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:04:50.338165 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-81052f6e-15d8-4353-84d3-efc9ad87e4f5 admin admin] Publish callbacks [] for security_group (aaf29194-2983-459d-a255-935a08d81ee7), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:50.341416 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-871cd8bd-c08c-4d90-9fce-dcba083e3733 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776401828410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4514247'] for segment (bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:50.342827 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-81052f6e-15d8-4353-84d3-efc9ad87e4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (aaf29194-2983-459d-a255-935a08d81ee7), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:50.357963 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-871cd8bd-c08c-4d90-9fce-dcba083e3733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860'] for segment (bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:50.366996 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-871cd8bd-c08c-4d90-9fce-dcba083e3733 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:04:50.367467 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-871cd8bd-c08c-4d90-9fce-dcba083e3733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4468796'] for segment (bff45ce6-bdbd-495c-9dca-f6ffd9f3ca92), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:50.370264 dv-cinder-836996-18-iscsi neutron-server[103422]: Traceback (most recent call last): May 10 19:04:50.370264 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:04:50.370264 dv-cinder-836996-18-iscsi neutron-server[103422]: timer() May 10 19:04:50.370264 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:04:50.370264 dv-cinder-836996-18-iscsi neutron-server[103422]: cb(*args, **kw) May 10 19:04:50.370264 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 19:04:50.370264 dv-cinder-836996-18-iscsi neutron-server[103422]: return func(*args, **kwargs) May 10 19:04:50.370264 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:04:50.370264 dv-cinder-836996-18-iscsi neutron-server[103422]: self._notify() May 10 19:04:50.370264 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:04:50.370264 dv-cinder-836996-18-iscsi neutron-server[103422]: self.callback(batched_events) May 10 19:04:50.370264 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:04:50.370264 dv-cinder-836996-18-iscsi neutron-server[103422]: event.method(event) May 10 19:04:50.370264 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 19:04:50.370264 dv-cinder-836996-18-iscsi neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:04:50.370264 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 19:04:50.370264 dv-cinder-836996-18-iscsi neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:04:50.370264 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 19:04:50.370264 dv-cinder-836996-18-iscsi neutron-server[103422]: return f(self, *a, **k) May 10 19:04:50.370264 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 19:04:50.370264 dv-cinder-836996-18-iscsi neutron-server[103422]: return self._get(url).json() May 10 19:04:50.370264 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 19:04:50.370264 dv-cinder-836996-18-iscsi neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:04:50.370264 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:04:50.370264 dv-cinder-836996-18-iscsi neutron-server[103422]: return self.request(url, 'GET', **kwargs) May 10 19:04:50.370264 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:04:50.370264 dv-cinder-836996-18-iscsi neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:04:50.370264 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:04:50.370264 dv-cinder-836996-18-iscsi neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:04:50.370264 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:04:50.370264 dv-cinder-836996-18-iscsi neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:04:50.370264 dv-cinder-836996-18-iscsi neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:04:50.393667 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-81052f6e-15d8-4353-84d3-efc9ad87e4f5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=426995b88b2444fca52c3b6863a0ffce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2919598 May 10 19:04:50.393667 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81052f6e-15d8-4353-84d3-efc9ad87e4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf29194-2983-459d-a255-935a08d81ee7,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:50.395578 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 46178) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:50.453840 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3ff7d217-fb05-419f-997c-56e6405fece4 admin admin] Publish callbacks [] for security_group (aaf29194-2983-459d-a255-935a08d81ee7), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:50.469841 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-871cd8bd-c08c-4d90-9fce-dcba083e3733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2085882'] for network (93f50fb6-d466-4999-a1b0-4ced1d39cc1d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:50.483979 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-871cd8bd-c08c-4d90-9fce-dcba083e3733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:50.485324 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3ff7d217-fb05-419f-997c-56e6405fece4 admin admin] Publish callbacks [] for security_group (aaf29194-2983-459d-a255-935a08d81ee7), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:50.488938 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-871cd8bd-c08c-4d90-9fce-dcba083e3733 admin admin] 10.222.0.52 "DELETE /v2.0/networks/93f50fb6-d466-4999-a1b0-4ced1d39cc1d HTTP/1.1" status: 204 len: 168 time: 0.6392944 May 10 19:04:50.500610 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871cd8bd-c08c-4d90-9fce-dcba083e3733 admin admin] Pushing event deleted for resources: {'Network': ['ID=93f50fb6-d466-4999-a1b0-4ced1d39cc1d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:50.554351 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3ff7d217-fb05-419f-997c-56e6405fece4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (aaf29194-2983-459d-a255-935a08d81ee7), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:50.556977 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3ff7d217-fb05-419f-997c-56e6405fece4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:50.560565 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-3ff7d217-fb05-419f-997c-56e6405fece4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/aaf29194-2983-459d-a255-935a08d81ee7 HTTP/1.1" status: 204 len: 168 time: 0.1616452 May 10 19:04:50.568665 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7d217-fb05-419f-997c-56e6405fece4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf29194-2983-459d-a255-935a08d81ee7,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:50.665183 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 46188) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:50.710967 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-0212ab45-1db4-4551-8168-3632eda98bee admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e17dd3da9fc545fc901dc35e62332ab6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0440078 May 10 19:04:50.713301 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 46190) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:50.779248 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2ca9e60c-b01d-46e1-9130-61727b32674b admin admin] Publish callbacks [] for security_group (d348fb79-830b-4148-90f4-891e9a4bf55f), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:50.804366 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2ca9e60c-b01d-46e1-9130-61727b32674b admin admin] Publish callbacks [] for security_group (d348fb79-830b-4148-90f4-891e9a4bf55f), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:50.871678 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2ca9e60c-b01d-46e1-9130-61727b32674b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (d348fb79-830b-4148-90f4-891e9a4bf55f), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:50.877415 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2ca9e60c-b01d-46e1-9130-61727b32674b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:50.882270 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-2ca9e60c-b01d-46e1-9130-61727b32674b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d348fb79-830b-4148-90f4-891e9a4bf55f HTTP/1.1" status: 204 len: 168 time: 0.1654673 May 10 19:04:50.907111 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9e60c-b01d-46e1-9130-61727b32674b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d348fb79-830b-4148-90f4-891e9a4bf55f,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:51.033762 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 46208) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:51.048146 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-eefdf343-0579-4a7f-83bc-2af3ad3fbfbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:51.127508 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-eefdf343-0579-4a7f-83bc-2af3ad3fbfbd admin admin] Publish callbacks [] for security_group (d3b125c7-a4c6-4986-9159-23538da79fc0), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:51.133285 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-eefdf343-0579-4a7f-83bc-2af3ad3fbfbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (d3b125c7-a4c6-4986-9159-23538da79fc0), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:51.162482 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 913b343e-1694-4954-bff4-5c2e3fe46b9e no longer exists at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:04:51.172864 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-eefdf343-0579-4a7f-83bc-2af3ad3fbfbd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1991d470c4494186895e2d16b6f369a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365702 May 10 19:04:51.173728 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefdf343-0579-4a7f-83bc-2af3ad3fbfbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b125c7-a4c6-4986-9159-23538da79fc0,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:51.174338 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 46214) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:51.187371 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] No Port match for: 913b343e-1694-4954-bff4-5c2e3fe46b9e {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:04:51.187908 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 913b343e-1694-4954-bff4-5c2e3fe46b9e not bound to the agent host dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:04:51.188415 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 16203859-563c-44f6-81e3-101fa509dfd8 no longer exists at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:04:51.209910 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] No Port match for: 16203859-563c-44f6-81e3-101fa509dfd8 {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:04:51.210392 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 16203859-563c-44f6-81e3-101fa509dfd8 not bound to the agent host dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:04:51.210876 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device f98b2d3b-7a3b-4522-b1d4-6c974f2cb253 no longer exists at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:04:51.230138 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4db2bbcf-9644-4d52-970c-411b52a46864 admin admin] Publish callbacks [] for security_group (d3b125c7-a4c6-4986-9159-23538da79fc0), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:51.233057 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] No Port match for: f98b2d3b-7a3b-4522-b1d4-6c974f2cb253 {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:04:51.233408 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device f98b2d3b-7a3b-4522-b1d4-6c974f2cb253 not bound to the agent host dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:04:51.253672 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4db2bbcf-9644-4d52-970c-411b52a46864 admin admin] Publish callbacks [] for security_group (d3b125c7-a4c6-4986-9159-23538da79fc0), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:51.301664 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4db2bbcf-9644-4d52-970c-411b52a46864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (d3b125c7-a4c6-4986-9159-23538da79fc0), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:51.304354 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4db2bbcf-9644-4d52-970c-411b52a46864 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:51.305582 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-4db2bbcf-9644-4d52-970c-411b52a46864 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d3b125c7-a4c6-4986-9159-23538da79fc0 HTTP/1.1" status: 204 len: 168 time: 0.1302154 May 10 19:04:51.313526 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2bbcf-9644-4d52-970c-411b52a46864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b125c7-a4c6-4986-9159-23538da79fc0,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:52.592151 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 46298) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:52.701435 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-244f150e-42ca-4e7c-9c88-80229ee75b88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:52.783329 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-244f150e-42ca-4e7c-9c88-80229ee75b88 admin admin] Publish callbacks [] for security_group (5d17d8e4-7bd8-4050-9a2e-c4460a71c572), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:52.788761 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-244f150e-42ca-4e7c-9c88-80229ee75b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (5d17d8e4-7bd8-4050-9a2e-c4460a71c572), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:52.827722 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-244f150e-42ca-4e7c-9c88-80229ee75b88 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6258601d279a402a8238cdf6a5c63a5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337818 May 10 19:04:52.828848 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f150e-42ca-4e7c-9c88-80229ee75b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d17d8e4-7bd8-4050-9a2e-c4460a71c572,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:52.830596 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 46302) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:52.881574 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-716cc8e1-6eeb-4f59-8763-74c56010ab25 admin admin] Publish callbacks [] for security_group (5d17d8e4-7bd8-4050-9a2e-c4460a71c572), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:52.903898 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-716cc8e1-6eeb-4f59-8763-74c56010ab25 admin admin] Publish callbacks [] for security_group (5d17d8e4-7bd8-4050-9a2e-c4460a71c572), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:52.955853 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-716cc8e1-6eeb-4f59-8763-74c56010ab25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (5d17d8e4-7bd8-4050-9a2e-c4460a71c572), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:52.958762 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-716cc8e1-6eeb-4f59-8763-74c56010ab25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:52.959696 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-716cc8e1-6eeb-4f59-8763-74c56010ab25 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5d17d8e4-7bd8-4050-9a2e-c4460a71c572 HTTP/1.1" status: 204 len: 168 time: 0.1274493 May 10 19:04:52.967630 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716cc8e1-6eeb-4f59-8763-74c56010ab25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d17d8e4-7bd8-4050-9a2e-c4460a71c572,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:53.620604 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 46330) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:53.724706 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-d4838c52-d600-4c38-87fb-9ccc11da7ee3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-258542208-network', 'tenant_id': '8a803c29217e4388a684686173489d99'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:04:53.746631 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4838c52-d600-4c38-87fb-9ccc11da7ee3 admin admin] Made reservation on behalf of 8a803c29217e4388a684686173489d99 for: {'network': 1} {{(pid=103423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:04:53.748898 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d4838c52-d600-4c38-87fb-9ccc11da7ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for network (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:53.756996 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d4838c52-d600-4c38-87fb-9ccc11da7ee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:53.829715 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d4838c52-d600-4c38-87fb-9ccc11da7ee3 admin admin] Publish callbacks [] for security_group (7c1c4741-78d8-4a49-957c-6fd5b7ab7af0), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:53.835785 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d4838c52-d600-4c38-87fb-9ccc11da7ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (7c1c4741-78d8-4a49-957c-6fd5b7ab7af0), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:53.859451 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4838c52-d600-4c38-87fb-9ccc11da7ee3 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=103423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:04:53.869527 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4838c52-d600-4c38-87fb-9ccc11da7ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1c4741-78d8-4a49-957c-6fd5b7ab7af0,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:53.874155 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d4838c52-d600-4c38-87fb-9ccc11da7ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860'] for segment (49b1ae63-ba71-440e-8b35-a61f96945057), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:53.874524 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.db.segments_db [None req-d4838c52-d600-4c38-87fb-9ccc11da7ee3 admin admin] Added segment 49b1ae63-ba71-440e-8b35-a61f96945057 of type vlan for network 25a6dec7-fc6e-49a1-9597-2f14062a6a5f May 10 19:04:53.913352 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d4838c52-d600-4c38-87fb-9ccc11da7ee3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776401517752'] for network (25a6dec7-fc6e-49a1-9597-2f14062a6a5f), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:53.939157 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d4838c52-d600-4c38-87fb-9ccc11da7ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498'] for network (25a6dec7-fc6e-49a1-9597-2f14062a6a5f), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:53.940133 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4838c52-d600-4c38-87fb-9ccc11da7ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:53.940771 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d4838c52-d600-4c38-87fb-9ccc11da7ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for network (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:53.995221 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-d4838c52-d600-4c38-87fb-9ccc11da7ee3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3734815 May 10 19:04:53.998215 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 46336) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:54.003117 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-57031ed7-730b-4b5d-86fc-6d1cc10ec254 admin admin] Request body: {'subnet': {'network_id': '25a6dec7-fc6e-49a1-9597-2f14062a6a5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-258542208-subnet', 'tenant_id': '8a803c29217e4388a684686173489d99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:04:54.004414 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4838c52-d600-4c38-87fb-9ccc11da7ee3 admin admin] Pushing event updated for resources: {'Network': ['ID=25a6dec7-fc6e-49a1-9597-2f14062a6a5f,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:54.014337 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Network 25a6dec7-fc6e-49a1-9597-2f14062a6a5f details requested by agent ovs-agent-dv-cinder-836996-18-iscsi with host dv-cinder-836996-18-iscsi {{(pid=103424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:04:54.023580 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57031ed7-730b-4b5d-86fc-6d1cc10ec254 admin admin] Made reservation on behalf of 8a803c29217e4388a684686173489d99 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:04:54.025908 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-57031ed7-730b-4b5d-86fc-6d1cc10ec254 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4218654'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:54.191443 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-57031ed7-730b-4b5d-86fc-6d1cc10ec254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4469137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4218624'] for subnet (8439b687-2b06-44f2-86a8-8494aa80bfcf), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:54.241896 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57031ed7-730b-4b5d-86fc-6d1cc10ec254 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8439b687-2b06-44f2-86a8-8494aa80bfcf,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:54.252239 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57031ed7-730b-4b5d-86fc-6d1cc10ec254 admin admin] Checking segment: {'id': '49b1ae63-ba71-440e-8b35-a61f96945057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '25a6dec7-fc6e-49a1-9597-2f14062a6a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:04:54.252593 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57031ed7-730b-4b5d-86fc-6d1cc10ec254 admin admin] Network hostable DHCP agents. Network: 25a6dec7-fc6e-49a1-9597-2f14062a6a5f, hostable agents: ['dfaf9083-34c2-4df7-9672-aaebd87f4028'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:04:54.272318 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57031ed7-730b-4b5d-86fc-6d1cc10ec254 admin admin] Network 25a6dec7-fc6e-49a1-9597-2f14062a6a5f is scheduled to be hosted by DHCP agent dfaf9083-34c2-4df7-9672-aaebd87f4028 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:04:54.283511 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-57031ed7-730b-4b5d-86fc-6d1cc10ec254 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-18-iscsi, 25a6dec7-fc6e-49a1-9597-2f14062a6a5f) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:04:54.288396 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57031ed7-730b-4b5d-86fc-6d1cc10ec254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:54.289517 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-57031ed7-730b-4b5d-86fc-6d1cc10ec254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:54.292585 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff350c6a-7369-4f6a-a1fb-95673d0dc331 None None] Network 25a6dec7-fc6e-49a1-9597-2f14062a6a5f requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:04:54.306477 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-57031ed7-730b-4b5d-86fc-6d1cc10ec254 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3071146 May 10 19:04:54.391440 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab6cf3a-6b9d-48c4-a495-73020d9d4463 None None] Network 25a6dec7-fc6e-49a1-9597-2f14062a6a5f requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:04:58.191893 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-a98d33ec-9ad6-45bc-99d5-392c18f646f1 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:04:58.193347 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-a98d33ec-9ad6-45bc-99d5-392c18f646f1 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/networks?id=25a6dec7-fc6e-49a1-9597-2f14062a6a5f HTTP/1.1" status: 200 len: 808 time: 0.0988603 May 10 19:04:58.210668 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-0840ad1c-a6f3-4227-9b25-5a9a786934c7 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/quotas/8a803c29217e4388a684686173489d99 HTTP/1.1" status: 200 len: 375 time: 0.0092540 May 10 19:04:58.247275 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-fc22b0fb-6713-4d7e-a753-cae010ec2894 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8a803c29217e4388a684686173489d99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313497 May 10 19:04:58.392058 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-59a6763f-14a9-4ad3-b2d6-91cf33bb1ba5 service neutron] 10.222.0.52 "GET /v2.0/networks/25a6dec7-fc6e-49a1-9597-2f14062a6a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376193 May 10 19:04:58.501936 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-abc1f46b-987b-450d-a93f-7dc352b66bad service neutron] 10.222.0.52 "GET /v2.0/networks/25a6dec7-fc6e-49a1-9597-2f14062a6a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004002 May 10 19:04:58.674893 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ac2b4b09-b830-4fa0-a346-84bb99d79034 req-ecf2146b-0660-405f-8fa5-8d36e883a43e tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cbc506d-be7d-4636-bebd-507daae0a109 HTTP/1.1" status: 200 len: 210 time: 0.0413909 May 10 19:04:58.864838 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-53b57686-77ed-4a85-b5a6-d23e513562e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:59.596492 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 46472) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:59.703392 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-263b0602-c682-40e8-988f-3d3dad227499 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:59.770752 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-63b5644e-3435-472a-bf97-2a23c0eeb9b3 req-3fe86ffc-83fc-415a-bf91-a870fa4f6379 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cbc506d-be7d-4636-bebd-507daae0a109 HTTP/1.1" status: 200 len: 210 time: 0.0272772 May 10 19:04:59.784444 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-263b0602-c682-40e8-988f-3d3dad227499 admin admin] Publish callbacks [] for security_group (b7ea370d-ff4a-4785-ad10-cca57c7fed25), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:59.789713 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-263b0602-c682-40e8-988f-3d3dad227499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (b7ea370d-ff4a-4785-ad10-cca57c7fed25), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:59.825114 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b0602-c682-40e8-988f-3d3dad227499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ea370d-ff4a-4785-ad10-cca57c7fed25,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:04:59.830418 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-263b0602-c682-40e8-988f-3d3dad227499 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=46d2e3bc9f7e4e75967f2b0e5bee354f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328904 May 10 19:04:59.833276 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 46478) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:04:59.887440 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6dbd0cdd-3750-45ae-aa4e-122551ff2ddd admin admin] Publish callbacks [] for security_group (b7ea370d-ff4a-4785-ad10-cca57c7fed25), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:59.912001 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6dbd0cdd-3750-45ae-aa4e-122551ff2ddd admin admin] Publish callbacks [] for security_group (b7ea370d-ff4a-4785-ad10-cca57c7fed25), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:59.959655 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6dbd0cdd-3750-45ae-aa4e-122551ff2ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (b7ea370d-ff4a-4785-ad10-cca57c7fed25), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:59.962309 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6dbd0cdd-3750-45ae-aa4e-122551ff2ddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:04:59.963440 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-6dbd0cdd-3750-45ae-aa4e-122551ff2ddd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b7ea370d-ff4a-4785-ad10-cca57c7fed25 HTTP/1.1" status: 204 len: 168 time: 0.1292732 May 10 19:04:59.971023 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd0cdd-3750-45ae-aa4e-122551ff2ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ea370d-ff4a-4785-ad10-cca57c7fed25,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:00.597751 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 46504) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:00.707206 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-3324ca82-5101-4b96-97c4-180ec27bb74e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1438065207-network', 'tenant_id': '2eec603f7854489393b8c4ed68874746'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:05:00.729669 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3324ca82-5101-4b96-97c4-180ec27bb74e admin admin] Made reservation on behalf of 2eec603f7854489393b8c4ed68874746 for: {'network': 1} {{(pid=103423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:05:00.731832 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3324ca82-5101-4b96-97c4-180ec27bb74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for network (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:00.740002 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3324ca82-5101-4b96-97c4-180ec27bb74e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:00.818088 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3324ca82-5101-4b96-97c4-180ec27bb74e admin admin] Publish callbacks [] for security_group (0e415529-6700-482c-99b7-a7a120558537), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:00.822983 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3324ca82-5101-4b96-97c4-180ec27bb74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (0e415529-6700-482c-99b7-a7a120558537), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:00.859565 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3324ca82-5101-4b96-97c4-180ec27bb74e admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=103423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:05:00.878799 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324ca82-5101-4b96-97c4-180ec27bb74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e415529-6700-482c-99b7-a7a120558537,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:00.883561 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bbf4f142-a734-4533-8c9c-5d73126cd0ab req-0dbf5685-4e1c-4c7f-b53e-dd95bfcf0670 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cbc506d-be7d-4636-bebd-507daae0a109 HTTP/1.1" status: 200 len: 210 time: 0.0474017 May 10 19:05:00.889480 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3324ca82-5101-4b96-97c4-180ec27bb74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860'] for segment (9bac39cb-d3cf-4b8c-ac71-105f190c4491), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:00.889889 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.db.segments_db [None req-3324ca82-5101-4b96-97c4-180ec27bb74e admin admin] Added segment 9bac39cb-d3cf-4b8c-ac71-105f190c4491 of type vlan for network 33f7be6a-da7a-41a3-877f-ba238e3c204c May 10 19:05:00.931201 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3324ca82-5101-4b96-97c4-180ec27bb74e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776401517752'] for network (33f7be6a-da7a-41a3-877f-ba238e3c204c), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:00.958260 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3324ca82-5101-4b96-97c4-180ec27bb74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498'] for network (33f7be6a-da7a-41a3-877f-ba238e3c204c), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:00.959278 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3324ca82-5101-4b96-97c4-180ec27bb74e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:00.959939 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3324ca82-5101-4b96-97c4-180ec27bb74e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for network (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:01.018319 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-3324ca82-5101-4b96-97c4-180ec27bb74e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4191120 May 10 19:05:01.021253 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 46512) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:01.027743 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-473ad207-757b-4f4f-a7df-436831b16cdf admin admin] Request body: {'subnet': {'network_id': '33f7be6a-da7a-41a3-877f-ba238e3c204c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1438065207-subnet', 'tenant_id': '2eec603f7854489393b8c4ed68874746', 'ip_version': 4}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:05:01.031756 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324ca82-5101-4b96-97c4-180ec27bb74e admin admin] Pushing event updated for resources: {'Network': ['ID=33f7be6a-da7a-41a3-877f-ba238e3c204c,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:01.041595 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Network 33f7be6a-da7a-41a3-877f-ba238e3c204c details requested by agent ovs-agent-dv-cinder-836996-18-iscsi with host dv-cinder-836996-18-iscsi {{(pid=103424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:05:01.050609 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473ad207-757b-4f4f-a7df-436831b16cdf admin admin] Made reservation on behalf of 2eec603f7854489393b8c4ed68874746 for: {'subnet': 1} {{(pid=103423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:05:01.052889 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-473ad207-757b-4f4f-a7df-436831b16cdf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6241798'] for subnet (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:01.219897 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-473ad207-757b-4f4f-a7df-436831b16cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6129975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6241816'] for subnet (17680ccc-21eb-43ee-8aff-168579cd6da5), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:01.243492 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a60f247b-acf8-408c-8729-d244f79e8847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:01.275981 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ad207-757b-4f4f-a7df-436831b16cdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=17680ccc-21eb-43ee-8aff-168579cd6da5,revision_number=0']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:01.282892 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473ad207-757b-4f4f-a7df-436831b16cdf admin admin] Checking segment: {'id': '9bac39cb-d3cf-4b8c-ac71-105f190c4491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33f7be6a-da7a-41a3-877f-ba238e3c204c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:05:01.283255 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473ad207-757b-4f4f-a7df-436831b16cdf admin admin] Network hostable DHCP agents. Network: 33f7be6a-da7a-41a3-877f-ba238e3c204c, hostable agents: ['dfaf9083-34c2-4df7-9672-aaebd87f4028'], hosted agents: [] {{(pid=103423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:05:01.300651 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473ad207-757b-4f4f-a7df-436831b16cdf admin admin] Network 33f7be6a-da7a-41a3-877f-ba238e3c204c is scheduled to be hosted by DHCP agent dfaf9083-34c2-4df7-9672-aaebd87f4028 with binding_index 1 {{(pid=103423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:05:01.309830 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-473ad207-757b-4f4f-a7df-436831b16cdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-18-iscsi, 33f7be6a-da7a-41a3-877f-ba238e3c204c) {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:05:01.313720 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473ad207-757b-4f4f-a7df-436831b16cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:01.314310 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-473ad207-757b-4f4f-a7df-436831b16cdf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:01.319494 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8087a802-726b-4ec7-878e-948a5dbfe863 None None] Network 33f7be6a-da7a-41a3-877f-ba238e3c204c requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:05:01.330361 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-473ad207-757b-4f4f-a7df-436831b16cdf admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3081148 May 10 19:05:01.333124 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 46514) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:01.337363 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-a5edadc0-6f2c-4a6e-937a-f6a40ffafcbf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1438065207-router', 'tenant_id': '2eec603f7854489393b8c4ed68874746', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:05:01.359784 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a5edadc0-6f2c-4a6e-937a-f6a40ffafcbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2083890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2569'] for router (3cda3d96-7afe-42b8-9e96-2e97e46f7c5a), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:01.361056 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a5edadc0-6f2c-4a6e-937a-f6a40ffafcbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2083974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2085925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2043442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2590'] for router (3cda3d96-7afe-42b8-9e96-2e97e46f7c5a), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:01.415435 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a5edadc0-6f2c-4a6e-937a-f6a40ffafcbf admin admin] Publish callbacks [] for router_controller (3cda3d96-7afe-42b8-9e96-2e97e46f7c5a), precommit_add_association {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:01.424821 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d193a30-ce95-4c3b-b4bc-f030fc9790f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4010351-5650-5351-9072-b5f47fb5324d-33f7be6a-da7a-41a3-877f-ba238e3c204c', 'network_id': '33f7be6a-da7a-41a3-877f-ba238e3c204c', 'project_id': '2eec603f7854489393b8c4ed68874746', 'fixed_ips': [{'subnet_id': '17680ccc-21eb-43ee-8aff-168579cd6da5'}]}} from dv-cinder-836996-18-iscsi. {{(pid=103424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 19:05:01.430523 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5d193a30-ce95-4c3b-b4bc-f030fc9790f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:01.559362 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a5edadc0-6f2c-4a6e-937a-f6a40ffafcbf admin admin] Publish callbacks [] for router_gateway (3cda3d96-7afe-42b8-9e96-2e97e46f7c5a), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:01.570420 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-5d193a30-ce95-4c3b-b4bc-f030fc9790f4 None None] Allocated IP 172.20.0.2 (33f7be6a-da7a-41a3-877f-ba238e3c204c/17680ccc-21eb-43ee-8aff-168579cd6da5/d1369d5c-3c1d-448a-9ca2-b65e22eb5545) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:05:01.720715 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5d193a30-ce95-4c3b-b4bc-f030fc9790f4 None None] Publish callbacks [] for port (d1369d5c-3c1d-448a-9ca2-b65e22eb5545), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:01.727293 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5d193a30-ce95-4c3b-b4bc-f030fc9790f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578'] for port (d1369d5c-3c1d-448a-9ca2-b65e22eb5545), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:01.750560 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a5edadc0-6f2c-4a6e-937a-f6a40ffafcbf admin admin] Publish callbacks [] for router_gateway (3cda3d96-7afe-42b8-9e96-2e97e46f7c5a), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:01.768446 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d193a30-ce95-4c3b-b4bc-f030fc9790f4 None None] Network 33f7be6a-da7a-41a3-877f-ba238e3c204c is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:05:01.769450 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a5edadc0-6f2c-4a6e-937a-f6a40ffafcbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:01.772882 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-5d193a30-ce95-4c3b-b4bc-f030fc9790f4 None None] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:05:01.776284 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d193a30-ce95-4c3b-b4bc-f030fc9790f4 None None] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:05:01.786738 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d193a30-ce95-4c3b-b4bc-f030fc9790f4 None None] Pushing event updated for resources: {'Port': ['ID=d1369d5c-3c1d-448a-9ca2-b65e22eb5545,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:01.797286 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d193a30-ce95-4c3b-b4bc-f030fc9790f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:01.797638 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d193a30-ce95-4c3b-b4bc-f030fc9790f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:01.797983 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d193a30-ce95-4c3b-b4bc-f030fc9790f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:01.798378 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d193a30-ce95-4c3b-b4bc-f030fc9790f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:01.798740 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d193a30-ce95-4c3b-b4bc-f030fc9790f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:01.799069 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d193a30-ce95-4c3b-b4bc-f030fc9790f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:01.799436 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d193a30-ce95-4c3b-b4bc-f030fc9790f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:01.799760 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d193a30-ce95-4c3b-b4bc-f030fc9790f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:01.800104 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d193a30-ce95-4c3b-b4bc-f030fc9790f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:01.800433 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d193a30-ce95-4c3b-b4bc-f030fc9790f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:01.800780 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d193a30-ce95-4c3b-b4bc-f030fc9790f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:01.801101 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d193a30-ce95-4c3b-b4bc-f030fc9790f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:01.801420 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d193a30-ce95-4c3b-b4bc-f030fc9790f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:01.801736 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d193a30-ce95-4c3b-b4bc-f030fc9790f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:01.802062 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d193a30-ce95-4c3b-b4bc-f030fc9790f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:01.853207 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-5d193a30-ce95-4c3b-b4bc-f030fc9790f4 None None] Attempting to bind port d1369d5c-3c1d-448a-9ca2-b65e22eb5545 on host dv-cinder-836996-18-iscsi for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:05:01.853858 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-5d193a30-ce95-4c3b-b4bc-f030fc9790f4 None None] Attempting to bind port d1369d5c-3c1d-448a-9ca2-b65e22eb5545 by drivers openvswitch,hyperv on host dv-cinder-836996-18-iscsi at level 0 using segments [{'id': '9bac39cb-d3cf-4b8c-ac71-105f190c4491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33f7be6a-da7a-41a3-877f-ba238e3c204c'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:05:01.854223 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d193a30-ce95-4c3b-b4bc-f030fc9790f4 None None] Attempting to bind port d1369d5c-3c1d-448a-9ca2-b65e22eb5545 on network 33f7be6a-da7a-41a3-877f-ba238e3c204c {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:05:01.859363 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d193a30-ce95-4c3b-b4bc-f030fc9790f4 None None] Checking agent: {'id': 'c34e4451-1c74-4654-b00e-86e650275fac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 49, 35), 'started_at': datetime.datetime(2022, 5, 10, 18, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:05:01.859741 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d193a30-ce95-4c3b-b4bc-f030fc9790f4 None None] Checking segment: {'id': '9bac39cb-d3cf-4b8c-ac71-105f190c4491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33f7be6a-da7a-41a3-877f-ba238e3c204c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:05:01.860153 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5d193a30-ce95-4c3b-b4bc-f030fc9790f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:01.860547 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d193a30-ce95-4c3b-b4bc-f030fc9790f4 None None] Bound using segment: {'id': '9bac39cb-d3cf-4b8c-ac71-105f190c4491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33f7be6a-da7a-41a3-877f-ba238e3c204c'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:05:01.861057 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-5d193a30-ce95-4c3b-b4bc-f030fc9790f4 None None] Bound port: d1369d5c-3c1d-448a-9ca2-b65e22eb5545, host: dv-cinder-836996-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac39cb-d3cf-4b8c-ac71-105f190c4491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33f7be6a-da7a-41a3-877f-ba238e3c204c'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:05:01.861439 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5d193a30-ce95-4c3b-b4bc-f030fc9790f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (d1369d5c-3c1d-448a-9ca2-b65e22eb5545), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:01.876177 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-a5edadc0-6f2c-4a6e-937a-f6a40ffafcbf admin admin] Allocated IP 172.27.1.235 (fea53afb-2d4d-48cb-89ec-9b33d8fc553d/12fc4f2d-8382-4ccf-abb9-52281f433079/d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:05:01.930015 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-5d193a30-ce95-4c3b-b4bc-f030fc9790f4 None None] For port d1369d5c-3c1d-448a-9ca2-b65e22eb5545, host dv-cinder-836996-18-iscsi, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:05:01.937152 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-5d193a30-ce95-4c3b-b4bc-f030fc9790f4 None None] For port d1369d5c-3c1d-448a-9ca2-b65e22eb5545, host dv-cinder-836996-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=d1369d5c-3c1d-448a-9ca2-b65e22eb5545,segment=NetworkSegment(9bac39cb-d3cf-4b8c-ac71-105f190c4491),segment_id=9bac39cb-d3cf-4b8c-ac71-105f190c4491)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:05:01.945582 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5d193a30-ce95-4c3b-b4bc-f030fc9790f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (d1369d5c-3c1d-448a-9ca2-b65e22eb5545), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:02.018838 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-d506f53e-813d-47ea-aca4-7e29be2a5e77 req-0e873a13-0ee4-4af2-bb77-008c1665058c tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cbc506d-be7d-4636-bebd-507daae0a109 HTTP/1.1" status: 200 len: 210 time: 0.0638964 May 10 19:05:02.019760 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a5edadc0-6f2c-4a6e-937a-f6a40ffafcbf admin admin] Publish callbacks [] for port (d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:02.029836 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d193a30-ce95-4c3b-b4bc-f030fc9790f4 None None] Pushing event updated for resources: {'Port': ['ID=d1369d5c-3c1d-448a-9ca2-b65e22eb5545,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:02.068154 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a5edadc0-6f2c-4a6e-937a-f6a40ffafcbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:02.117333 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5edadc0-6f2c-4a6e-937a-f6a40ffafcbf admin admin] Pushing event updated for resources: {'Port': ['ID=d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:02.178873 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5edadc0-6f2c-4a6e-937a-f6a40ffafcbf admin admin] Network fea53afb-2d4d-48cb-89ec-9b33d8fc553d is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:05:02.182278 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-a5edadc0-6f2c-4a6e-937a-f6a40ffafcbf admin admin] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:05:02.184711 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5edadc0-6f2c-4a6e-937a-f6a40ffafcbf admin admin] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:05:02.354700 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-c07f4325-aa4a-4733-9737-91aa9b98fcf6 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:02.361632 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-c07f4325-aa4a-4733-9737-91aa9b98fcf6 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.48 "GET /v2.0/networks?id=25a6dec7-fc6e-49a1-9597-2f14062a6a5f HTTP/1.1" status: 200 len: 808 time: 0.2404923 May 10 19:05:02.396782 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-2d5d2bf7-0aa9-482e-9253-14f660d1283f tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Request body: {'port': {'device_id': '7cbc506d-be7d-4636-bebd-507daae0a109', 'network_id': '25a6dec7-fc6e-49a1-9597-2f14062a6a5f', 'admin_state_up': True, 'tenant_id': '8a803c29217e4388a684686173489d99'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:05:02.573094 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:02.609644 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-2d5d2bf7-0aa9-482e-9253-14f660d1283f tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Made reservation on behalf of 8a803c29217e4388a684686173489d99 for: {'port': 1} {{(pid=103423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:05:02.613253 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-2d5d2bf7-0aa9-482e-9253-14f660d1283f tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:02.627135 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a5edadc0-6f2c-4a6e-937a-f6a40ffafcbf admin admin] Publish callbacks [] for router_gateway (3cda3d96-7afe-42b8-9e96-2e97e46f7c5a), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:02.870999 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-2d5d2bf7-0aa9-482e-9253-14f660d1283f tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Allocated IP 172.20.0.8 (25a6dec7-fc6e-49a1-9597-2f14062a6a5f/8439b687-2b06-44f2-86a8-8494aa80bfcf/557604c9-a95d-45b3-b142-216ce5bee195) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:05:02.962489 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a5edadc0-6f2c-4a6e-937a-f6a40ffafcbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2083977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2086088'] for router (3cda3d96-7afe-42b8-9e96-2e97e46f7c5a), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:03.014106 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f2ddea-7c15-44b3-9b9c-ef6c662f5d5f None None] Network 33f7be6a-da7a-41a3-877f-ba238e3c204c requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:05:03.085863 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-0b6fb0de-e9e5-4675-aece-acfc3c516ccd None None] Provisioning complete for port d1369d5c-3c1d-448a-9ca2-b65e22eb5545 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:05:03.086425 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0b6fb0de-e9e5-4675-aece-acfc3c516ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (d1369d5c-3c1d-448a-9ca2-b65e22eb5545), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:03.230840 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device d1369d5c-3c1d-448a-9ca2-b65e22eb5545 up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:05:03.258228 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-0b6fb0de-e9e5-4675-aece-acfc3c516ccd None None] Current status of the port d1369d5c-3c1d-448a-9ca2-b65e22eb5545 is: DOWN; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:05:03.258619 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0b6fb0de-e9e5-4675-aece-acfc3c516ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (d1369d5c-3c1d-448a-9ca2-b65e22eb5545), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:03.314611 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-0b6fb0de-e9e5-4675-aece-acfc3c516ccd None None] For port d1369d5c-3c1d-448a-9ca2-b65e22eb5545, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=d1369d5c-3c1d-448a-9ca2-b65e22eb5545,segment=NetworkSegment(9bac39cb-d3cf-4b8c-ac71-105f190c4491),segment_id=9bac39cb-d3cf-4b8c-ac71-105f190c4491)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:05:03.321955 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0b6fb0de-e9e5-4675-aece-acfc3c516ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (d1369d5c-3c1d-448a-9ca2-b65e22eb5545), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:03.332221 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port d1369d5c-3c1d-448a-9ca2-b65e22eb5545 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:05:03.332601 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (d1369d5c-3c1d-448a-9ca2-b65e22eb5545), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:03.408023 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6fb0de-e9e5-4675-aece-acfc3c516ccd None None] Pushing event updated for resources: {'Port': ['ID=d1369d5c-3c1d-448a-9ca2-b65e22eb5545,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:03.418334 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-31ba4894-0d6f-47d6-9c22-6e13037ef47c req-dc3566d3-814d-4fce-bd55-ffcd58129e83 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cbc506d-be7d-4636-bebd-507daae0a109 HTTP/1.1" status: 200 len: 210 time: 0.1051250 May 10 19:05:03.493690 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port d1369d5c-3c1d-448a-9ca2-b65e22eb5545 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:05:03.542272 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-9835e4ba-e4ab-4a38-a6fa-1fc7590029cf None None] Provisioning complete for port d1369d5c-3c1d-448a-9ca2-b65e22eb5545 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:05:03.542739 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9835e4ba-e4ab-4a38-a6fa-1fc7590029cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (d1369d5c-3c1d-448a-9ca2-b65e22eb5545), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:03.548478 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-2d5d2bf7-0aa9-482e-9253-14f660d1283f tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Publish callbacks [] for port (557604c9-a95d-45b3-b142-216ce5bee195), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:03.601715 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5edadc0-6f2c-4a6e-937a-f6a40ffafcbf admin admin] Router 3cda3d96-7afe-42b8-9e96-2e97e46f7c5a is scheduled to L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 with binding_index 1 {{(pid=103423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 19:05:03.615360 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-2d5d2bf7-0aa9-482e-9253-14f660d1283f tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (557604c9-a95d-45b3-b142-216ce5bee195), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:03.627030 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:05:03.700929 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-2d5d2bf7-0aa9-482e-9253-14f660d1283f tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Network 25a6dec7-fc6e-49a1-9597-2f14062a6a5f is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:05:03.710232 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-2d5d2bf7-0aa9-482e-9253-14f660d1283f tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:05:03.712593 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-2d5d2bf7-0aa9-482e-9253-14f660d1283f tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:05:03.738312 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d2bf7-0aa9-482e-9253-14f660d1283f tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Pushing event updated for resources: {'Port': ['ID=557604c9-a95d-45b3-b142-216ce5bee195,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:03.777519 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:03.792603 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-9835e4ba-e4ab-4a38-a6fa-1fc7590029cf None None] Current status of the port d1369d5c-3c1d-448a-9ca2-b65e22eb5545 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:05:03.799711 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-2d5d2bf7-0aa9-482e-9253-14f660d1283f tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:03.800337 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-2d5d2bf7-0aa9-482e-9253-14f660d1283f tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:03.816766 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5edadc0-6f2c-4a6e-937a-f6a40ffafcbf admin admin] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:05:03.816766 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 46574) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:03.824150 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35037c1c-05fe-4806-9009-0b5b3f1dbd6a None None] Sync routers for ids ['3cda3d96-7afe-42b8-9e96-2e97e46f7c5a'] in dv-cinder-836996-18-iscsi {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:05:03.834916 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-2d5d2bf7-0aa9-482e-9253-14f660d1283f tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4417632 May 10 19:05:03.835671 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35037c1c-05fe-4806-9009-0b5b3f1dbd6a None None] Routers {'3cda3d96-7afe-42b8-9e96-2e97e46f7c5a'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:05:03.836552 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-35037c1c-05fe-4806-9009-0b5b3f1dbd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:05:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['3cda3d96-7afe-42b8-9e96-2e97e46f7c5a'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:05:03.842085 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a5edadc0-6f2c-4a6e-937a-f6a40ffafcbf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:03.845898 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-a5edadc0-6f2c-4a6e-937a-f6a40ffafcbf admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5092397 May 10 19:05:03.846302 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 46578) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:03.892821 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-e3ea0194-87f1-40d9-9ae2-b5a5d34f1347 service neutron] Request body: {'port': {'device_id': '7cbc506d-be7d-4636-bebd-507daae0a109', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:05:03.955316 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-35037c1c-05fe-4806-9009-0b5b3f1dbd6a None None] Set router 3cda3d96-7afe-42b8-9e96-2e97e46f7c5a gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:05:03.962365 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f5a9d2e4-1281-4efa-add7-e453d1cb8bf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:04.023493 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-e3ea0194-87f1-40d9-9ae2-b5a5d34f1347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (557604c9-a95d-45b3-b142-216ce5bee195), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:04.125918 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-35037c1c-05fe-4806-9009-0b5b3f1dbd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'name': 'tempest-TestShelveInstance-1438065207-router', 'tenant_id': '2eec603f7854489393b8c4ed68874746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd19f57fe-bf6d-4e01-b3d4-047b4e2f9d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:01Z', 'updated_at': '2022-05-10T19:05:02Z', 'revision_number': 3, 'project_id': '2eec603f7854489393b8c4ed68874746', 'gw_port': {'id': 'd19f57fe-bf6d-4e01-b3d4-047b4e2f9d23', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:91:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:01Z', 'updated_at': '2022-05-10T19:05:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi'}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:05:04.153199 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35037c1c-05fe-4806-9009-0b5b3f1dbd6a None None] Checking router: 3cda3d96-7afe-42b8-9e96-2e97e46f7c5a for host: dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:05:04.153708 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35037c1c-05fe-4806-9009-0b5b3f1dbd6a None None] Updating router 3cda3d96-7afe-42b8-9e96-2e97e46f7c5a port d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23 binding host dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:05:04.183757 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-35037c1c-05fe-4806-9009-0b5b3f1dbd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:04.323327 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f5a9d2e4-1281-4efa-add7-e453d1cb8bf0 admin admin] Publish callbacks [] for security_group (9d38663a-6450-4c93-839b-b4cd67d887c0), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:04.360018 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f5a9d2e4-1281-4efa-add7-e453d1cb8bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (9d38663a-6450-4c93-839b-b4cd67d887c0), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:04.432413 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-f5a9d2e4-1281-4efa-add7-e453d1cb8bf0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e5ea986ec58644d6bbe0e22286f8456f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6153409 May 10 19:05:04.435199 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 46584) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:04.457322 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9d2e4-1281-4efa-add7-e453d1cb8bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d38663a-6450-4c93-839b-b4cd67d887c0,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:04.488524 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-35037c1c-05fe-4806-9009-0b5b3f1dbd6a None None] Publish callbacks [] for port (d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:04.494302 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-35037c1c-05fe-4806-9009-0b5b3f1dbd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:04.564059 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-35037c1c-05fe-4806-9009-0b5b3f1dbd6a None None] Attempting to bind port d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23 on host dv-cinder-836996-18-iscsi for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:05:04.564570 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-35037c1c-05fe-4806-9009-0b5b3f1dbd6a None None] Attempting to bind port d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23 by drivers openvswitch,hyperv on host dv-cinder-836996-18-iscsi at level 0 using segments [{'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:05:04.565039 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35037c1c-05fe-4806-9009-0b5b3f1dbd6a None None] Attempting to bind port d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23 on network fea53afb-2d4d-48cb-89ec-9b33d8fc553d {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:05:04.572986 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35037c1c-05fe-4806-9009-0b5b3f1dbd6a None None] Checking agent: {'id': 'c34e4451-1c74-4654-b00e-86e650275fac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 49, 35), 'started_at': datetime.datetime(2022, 5, 10, 18, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:05:04.573828 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35037c1c-05fe-4806-9009-0b5b3f1dbd6a None None] Checking segment: {'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:05:04.574245 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-35037c1c-05fe-4806-9009-0b5b3f1dbd6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:04.574774 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35037c1c-05fe-4806-9009-0b5b3f1dbd6a None None] Bound using segment: {'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:05:04.575257 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-35037c1c-05fe-4806-9009-0b5b3f1dbd6a None None] Bound port: d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23, host: dv-cinder-836996-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:05:04.575667 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-35037c1c-05fe-4806-9009-0b5b3f1dbd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:04.598081 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-e3ea0194-87f1-40d9-9ae2-b5a5d34f1347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 557604c9-a95d-45b3-b142-216ce5bee195 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:05:04.601686 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a00d1e-e9d1-4ea6-ba52-76515e16feb2 req-dc5e53f5-ed6a-4b2b-8bd9-07b225a43c0d tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:04.605336 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-42a00d1e-e9d1-4ea6-ba52-76515e16feb2 req-dc5e53f5-ed6a-4b2b-8bd9-07b225a43c0d tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cbc506d-be7d-4636-bebd-507daae0a109 HTTP/1.1" status: 200 len: 931 time: 0.0706997 May 10 19:05:04.606543 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3ceac4f0-3b2d-4637-b45b-724949a5e632 admin admin] Publish callbacks [] for security_group (9d38663a-6450-4c93-839b-b4cd67d887c0), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:04.608595 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-e3ea0194-87f1-40d9-9ae2-b5a5d34f1347 service neutron] Publish callbacks [] for port (557604c9-a95d-45b3-b142-216ce5bee195), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:04.633559 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-35037c1c-05fe-4806-9009-0b5b3f1dbd6a None None] For port d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23, host dv-cinder-836996-18-iscsi, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:05:04.635978 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3ceac4f0-3b2d-4637-b45b-724949a5e632 admin admin] Publish callbacks [] for security_group (9d38663a-6450-4c93-839b-b4cd67d887c0), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:04.637237 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-35037c1c-05fe-4806-9009-0b5b3f1dbd6a None None] For port d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23, host dv-cinder-836996-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23,segment=NetworkSegment(5e4a060e-4ea0-4d95-88b5-1969f86bafa6),segment_id=5e4a060e-4ea0-4d95-88b5-1969f86bafa6)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:05:04.643755 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-e3ea0194-87f1-40d9-9ae2-b5a5d34f1347 service neutron] Transition to ACTIVE for port object 557604c9-a95d-45b3-b142-216ce5bee195 will not be triggered until provisioned by entity L2. {{(pid=103423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:05:04.648036 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-35037c1c-05fe-4806-9009-0b5b3f1dbd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:04.655280 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-e3ea0194-87f1-40d9-9ae2-b5a5d34f1347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (557604c9-a95d-45b3-b142-216ce5bee195), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:04.660026 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec97a5f-2b83-456d-b3cb-2bdcf65377bf None None] Pushing event updated for resources: {'Port': ['ID=d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:04.711868 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35037c1c-05fe-4806-9009-0b5b3f1dbd6a None None] Routers {'3cda3d96-7afe-42b8-9e96-2e97e46f7c5a'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:05:04.712505 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-35037c1c-05fe-4806-9009-0b5b3f1dbd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:05:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['3cda3d96-7afe-42b8-9e96-2e97e46f7c5a'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:05:04.745846 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea0194-87f1-40d9-9ae2-b5a5d34f1347 service neutron] Pushing event updated for resources: {'Port': ['ID=557604c9-a95d-45b3-b142-216ce5bee195,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:04.764183 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-42a00d1e-e9d1-4ea6-ba52-76515e16feb2 req-2f7262cb-df81-473d-bc09-963e32bc2e6e tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c1c4741-78d8-4a49-957c-6fd5b7ab7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724008 May 10 19:05:04.775063 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3ceac4f0-3b2d-4637-b45b-724949a5e632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (9d38663a-6450-4c93-839b-b4cd67d887c0), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:04.780576 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3ceac4f0-3b2d-4637-b45b-724949a5e632 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:04.786393 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-3ceac4f0-3b2d-4637-b45b-724949a5e632 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9d38663a-6450-4c93-839b-b4cd67d887c0 HTTP/1.1" status: 204 len: 168 time: 0.3494852 May 10 19:05:04.794368 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec97a5f-2b83-456d-b3cb-2bdcf65377bf None None] Pushing event updated for resources: {'Port': ['ID=d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:04.799966 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceac4f0-3b2d-4637-b45b-724949a5e632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d38663a-6450-4c93-839b-b4cd67d887c0,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:04.802149 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-27fde540-fe2c-4fbf-bc39-bb815d928e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:04.871728 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-35037c1c-05fe-4806-9009-0b5b3f1dbd6a None None] Set router 3cda3d96-7afe-42b8-9e96-2e97e46f7c5a gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:05:04.912080 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-e3ea0194-87f1-40d9-9ae2-b5a5d34f1347 service neutron] Attempting to bind port 557604c9-a95d-45b3-b142-216ce5bee195 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:05:04.912707 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-e3ea0194-87f1-40d9-9ae2-b5a5d34f1347 service neutron] Attempting to bind port 557604c9-a95d-45b3-b142-216ce5bee195 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '49b1ae63-ba71-440e-8b35-a61f96945057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '25a6dec7-fc6e-49a1-9597-2f14062a6a5f'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:05:04.912707 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-e3ea0194-87f1-40d9-9ae2-b5a5d34f1347 service neutron] Attempting to bind port 557604c9-a95d-45b3-b142-216ce5bee195 on network 25a6dec7-fc6e-49a1-9597-2f14062a6a5f {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:05:04.920284 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-e3ea0194-87f1-40d9-9ae2-b5a5d34f1347 service neutron] Port 557604c9-a95d-45b3-b142-216ce5bee195 on network 25a6dec7-fc6e-49a1-9597-2f14062a6a5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:05:04.920705 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-e3ea0194-87f1-40d9-9ae2-b5a5d34f1347 service neutron] Attempting to bind port 557604c9-a95d-45b3-b142-216ce5bee195 on network 25a6dec7-fc6e-49a1-9597-2f14062a6a5f {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:05:04.951548 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-e3ea0194-87f1-40d9-9ae2-b5a5d34f1347 service neutron] Checking agent: {'id': '84b4d3b2-b3ea-4da4-b994-5396953c421b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'started_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:05:04.951899 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-e3ea0194-87f1-40d9-9ae2-b5a5d34f1347 service neutron] Checking segment: {'id': '49b1ae63-ba71-440e-8b35-a61f96945057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '25a6dec7-fc6e-49a1-9597-2f14062a6a5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:05:04.952298 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-e3ea0194-87f1-40d9-9ae2-b5a5d34f1347 service neutron] Bound using segment: {'id': '49b1ae63-ba71-440e-8b35-a61f96945057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '25a6dec7-fc6e-49a1-9597-2f14062a6a5f'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:05:04.952786 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-e3ea0194-87f1-40d9-9ae2-b5a5d34f1347 service neutron] Bound port: 557604c9-a95d-45b3-b142-216ce5bee195, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49b1ae63-ba71-440e-8b35-a61f96945057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '25a6dec7-fc6e-49a1-9597-2f14062a6a5f'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:05:04.953155 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-e3ea0194-87f1-40d9-9ae2-b5a5d34f1347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (557604c9-a95d-45b3-b142-216ce5bee195), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:05.060010 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-35037c1c-05fe-4806-9009-0b5b3f1dbd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'name': 'tempest-TestShelveInstance-1438065207-router', 'tenant_id': '2eec603f7854489393b8c4ed68874746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd19f57fe-bf6d-4e01-b3d4-047b4e2f9d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:01Z', 'updated_at': '2022-05-10T19:05:02Z', 'revision_number': 3, 'project_id': '2eec603f7854489393b8c4ed68874746', 'gw_port': {'id': 'd19f57fe-bf6d-4e01-b3d4-047b4e2f9d23', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:91:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:01Z', 'updated_at': '2022-05-10T19:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi'}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:05:05.072399 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-e3ea0194-87f1-40d9-9ae2-b5a5d34f1347 service neutron] For port 557604c9-a95d-45b3-b142-216ce5bee195, host hv-cinder-83699, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:05:05.074946 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-27fde540-fe2c-4fbf-bc39-bb815d928e8d admin admin] Allocated IP 172.20.0.1 (33f7be6a-da7a-41a3-877f-ba238e3c204c/17680ccc-21eb-43ee-8aff-168579cd6da5/c5e8e6f6-c481-4de7-9647-775e191bd1b2) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:05:05.078119 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-e3ea0194-87f1-40d9-9ae2-b5a5d34f1347 service neutron] For port 557604c9-a95d-45b3-b142-216ce5bee195, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=557604c9-a95d-45b3-b142-216ce5bee195,segment=NetworkSegment(49b1ae63-ba71-440e-8b35-a61f96945057),segment_id=49b1ae63-ba71-440e-8b35-a61f96945057)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:05:05.089942 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-e3ea0194-87f1-40d9-9ae2-b5a5d34f1347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (557604c9-a95d-45b3-b142-216ce5bee195), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:05.090135 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35037c1c-05fe-4806-9009-0b5b3f1dbd6a None None] The sync data for ids ['3cda3d96-7afe-42b8-9e96-2e97e46f7c5a'] in dv-cinder-836996-18-iscsi is: [{'id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'name': 'tempest-TestShelveInstance-1438065207-router', 'tenant_id': '2eec603f7854489393b8c4ed68874746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd19f57fe-bf6d-4e01-b3d4-047b4e2f9d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:01Z', 'updated_at': '2022-05-10T19:05:02Z', 'revision_number': 3, 'project_id': '2eec603f7854489393b8c4ed68874746', 'gw_port': {'id': 'd19f57fe-bf6d-4e01-b3d4-047b4e2f9d23', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:91:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:01Z', 'updated_at': '2022-05-10T19:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:05:05.173412 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device d1369d5c-3c1d-448a-9ca2-b65e22eb5545 up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:05:05.185340 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 46606) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:05.188768 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-e3ea0194-87f1-40d9-9ae2-b5a5d34f1347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:05.189401 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-e3ea0194-87f1-40d9-9ae2-b5a5d34f1347 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:05.190852 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-e3ea0194-87f1-40d9-9ae2-b5a5d34f1347 service neutron] 10.222.0.48 "PUT /v2.0/ports/557604c9-a95d-45b3-b142-216ce5bee195 HTTP/1.1" status: 200 len: 1093 time: 1.3029249 May 10 19:05:05.191306 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbc506d-be7d-4636-bebd-507daae0a109', 'tag': '557604c9-a95d-45b3-b142-216ce5bee195'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:05:05.193786 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859a24ea-8ee8-44a6-aaa4-e8765c77af68" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbc506d-be7d-4636-bebd-507daae0a109", "tag": "557604c9-a95d-45b3-b142-216ce5bee195"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:05:05.202282 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7c888943-5afe-40f0-8ead-5c9913131409 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:05.222467 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea0194-87f1-40d9-9ae2-b5a5d34f1347 service neutron] Pushing event updated for resources: {'Port': ['ID=557604c9-a95d-45b3-b142-216ce5bee195,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:05.275846 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port d1369d5c-3c1d-448a-9ca2-b65e22eb5545 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:05:05.276227 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (d1369d5c-3c1d-448a-9ca2-b65e22eb5545), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:05.290040 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0350b327-cd19-443a-8cb6-4869ca3af330 x-openstack-request-id: req-0350b327-cd19-443a-8cb6-4869ca3af330 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:05:05.290526 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbc506d-be7d-4636-bebd-507daae0a109", "tag": "557604c9-a95d-45b3-b142-216ce5bee195", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:05:05.290895 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0350b327-cd19-443a-8cb6-4869ca3af330 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:05:05.292887 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0350b327-cd19-443a-8cb6-4869ca3af330'] response: {'name': 'network-changed', 'server_uuid': '7cbc506d-be7d-4636-bebd-507daae0a109', 'tag': '557604c9-a95d-45b3-b142-216ce5bee195', 'status': 'completed', 'code': 200} May 10 19:05:05.334458 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7c888943-5afe-40f0-8ead-5c9913131409 admin admin] Publish callbacks [] for security_group (bf13d26a-251e-4a6e-b0e3-bbcaba5d2401), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:05.334808 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-27fde540-fe2c-4fbf-bc39-bb815d928e8d admin admin] Publish callbacks [] for port (c5e8e6f6-c481-4de7-9647-775e191bd1b2), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:05.341037 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7c888943-5afe-40f0-8ead-5c9913131409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (bf13d26a-251e-4a6e-b0e3-bbcaba5d2401), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:05.344276 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-83b30ff8-e274-4665-84e3-2d7273f411b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:05.347104 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-83b30ff8-e274-4665-84e3-2d7273f411b9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8a803c29217e4388a684686173489d99&device_id=7cbc506d-be7d-4636-bebd-507daae0a109 HTTP/1.1" status: 200 len: 1127 time: 0.0790966 May 10 19:05:05.367780 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port d1369d5c-3c1d-448a-9ca2-b65e22eb5545 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:05:05.403442 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:05.409654 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c888943-5afe-40f0-8ead-5c9913131409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf13d26a-251e-4a6e-b0e3-bbcaba5d2401,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:05.433338 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-7c888943-5afe-40f0-8ead-5c9913131409 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3e31c17b5eb34d259744221cdd89876a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467992 May 10 19:05:05.435852 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 46610) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:05.438849 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-22f29824-64cc-412e-b393-7faa4a998839 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=557604c9-a95d-45b3-b142-216ce5bee195 HTTP/1.1" status: 200 len: 217 time: 0.0713151 May 10 19:05:05.448114 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-27fde540-fe2c-4fbf-bc39-bb815d928e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (c5e8e6f6-c481-4de7-9647-775e191bd1b2), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:05.493985 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9790db28-a143-412d-b645-7f2045d3e2a5 admin admin] Publish callbacks [] for security_group (bf13d26a-251e-4a6e-b0e3-bbcaba5d2401), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:05.519608 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9790db28-a143-412d-b645-7f2045d3e2a5 admin admin] Publish callbacks [] for security_group (bf13d26a-251e-4a6e-b0e3-bbcaba5d2401), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:05.531411 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fde540-fe2c-4fbf-bc39-bb815d928e8d admin admin] Network 33f7be6a-da7a-41a3-877f-ba238e3c204c is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:05:05.543125 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-27fde540-fe2c-4fbf-bc39-bb815d928e8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:05:05.545306 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fde540-fe2c-4fbf-bc39-bb815d928e8d admin admin] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:05:05.552344 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fde540-fe2c-4fbf-bc39-bb815d928e8d admin admin] Pushing event updated for resources: {'Port': ['ID=c5e8e6f6-c481-4de7-9647-775e191bd1b2,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:05.587692 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9790db28-a143-412d-b645-7f2045d3e2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (bf13d26a-251e-4a6e-b0e3-bbcaba5d2401), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:05.590396 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9790db28-a143-412d-b645-7f2045d3e2a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:05.594633 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-9790db28-a143-412d-b645-7f2045d3e2a5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bf13d26a-251e-4a6e-b0e3-bbcaba5d2401 HTTP/1.1" status: 204 len: 168 time: 0.1548991 May 10 19:05:05.594842 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-f5aaa163-c1a3-4ed0-90f9-a1044bee18ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:05.594842 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-f5aaa163-c1a3-4ed0-90f9-a1044bee18ef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8439b687-2b06-44f2-86a8-8494aa80bfcf HTTP/1.1" status: 200 len: 848 time: 0.1443517 May 10 19:05:05.604523 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790db28-a143-412d-b645-7f2045d3e2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf13d26a-251e-4a6e-b0e3-bbcaba5d2401,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:05.657385 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-beb79915-d05c-4c8b-8b63-846ceda2b71a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25a6dec7-fc6e-49a1-9597-2f14062a6a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518668 May 10 19:05:05.658297 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-27fde540-fe2c-4fbf-bc39-bb815d928e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2088351'] for router_interface (3cda3d96-7afe-42b8-9e96-2e97e46f7c5a), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:05.827542 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-deb8883c-d90b-408e-8ccf-4a46227e6fab service neutron] 10.222.0.48 "GET /v2.0/networks/25a6dec7-fc6e-49a1-9597-2f14062a6a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337924 May 10 19:05:05.836266 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-de25895a-e072-4756-a74a-2b41b29d63d6 None None] Provisioning complete for port c5e8e6f6-c481-4de7-9647-775e191bd1b2 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:05:05.836864 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-de25895a-e072-4756-a74a-2b41b29d63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (c5e8e6f6-c481-4de7-9647-775e191bd1b2), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:05.896476 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-de25895a-e072-4756-a74a-2b41b29d63d6 None None] Port c5e8e6f6-c481-4de7-9647-775e191bd1b2 cannot update to ACTIVE because it is not bound. {{(pid=103424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:05:05.978246 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972350c0-fb71-49f1-9a4d-53881c70a738 req-2e940c07-7f49-49f4-8af3-080c7f902ea4 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:05.991180 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-972350c0-fb71-49f1-9a4d-53881c70a738 req-2e940c07-7f49-49f4-8af3-080c7f902ea4 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cbc506d-be7d-4636-bebd-507daae0a109 HTTP/1.1" status: 200 len: 943 time: 0.1195381 May 10 19:05:06.118766 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-972350c0-fb71-49f1-9a4d-53881c70a738 req-d439ee78-14a0-4dc2-a0a0-cbe814f3a98c tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c1c4741-78d8-4a49-957c-6fd5b7ab7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253719 May 10 19:05:06.258131 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-27fde540-fe2c-4fbf-bc39-bb815d928e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (c5e8e6f6-c481-4de7-9647-775e191bd1b2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:06.337304 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f1c86379-348b-4ea8-ad45-4bb4a24d8733 req-bb197306-dfd1-432b-85d8-362541a945eb service neutron] 10.222.0.48 "GET /v2.0/networks/25a6dec7-fc6e-49a1-9597-2f14062a6a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004950 May 10 19:05:06.458983 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-27fde540-fe2c-4fbf-bc39-bb815d928e8d admin admin] Publish callbacks [] for port (c5e8e6f6-c481-4de7-9647-775e191bd1b2), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:06.463852 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-27fde540-fe2c-4fbf-bc39-bb815d928e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (c5e8e6f6-c481-4de7-9647-775e191bd1b2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:06.530680 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fde540-fe2c-4fbf-bc39-bb815d928e8d admin admin] Pushing event updated for resources: {'Port': ['ID=c5e8e6f6-c481-4de7-9647-775e191bd1b2,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:06.533211 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-27fde540-fe2c-4fbf-bc39-bb815d928e8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2055512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2088610'] for router_interface (3cda3d96-7afe-42b8-9e96-2e97e46f7c5a), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:06.621698 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fde540-fe2c-4fbf-bc39-bb815d928e8d admin admin] Network 33f7be6a-da7a-41a3-877f-ba238e3c204c is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:05:06.623133 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-27fde540-fe2c-4fbf-bc39-bb815d928e8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:05:06.758177 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27fde540-fe2c-4fbf-bc39-bb815d928e8d admin admin] Router 3cda3d96-7afe-42b8-9e96-2e97e46f7c5a has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:05:06.885185 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fde540-fe2c-4fbf-bc39-bb815d928e8d admin admin] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:05:06.890081 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-27fde540-fe2c-4fbf-bc39-bb815d928e8d admin admin] 10.222.0.52 "PUT /v2.0/routers/3cda3d96-7afe-42b8-9e96-2e97e46f7c5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0427613 May 10 19:05:06.927893 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-b7b60853-683d-4e36-b88e-8f10bbb2d6ef None None] Provisioning complete for port c5e8e6f6-c481-4de7-9647-775e191bd1b2 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:05:06.928710 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b7b60853-683d-4e36-b88e-8f10bbb2d6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (c5e8e6f6-c481-4de7-9647-775e191bd1b2), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:06.964535 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-b7b60853-683d-4e36-b88e-8f10bbb2d6ef None None] Port c5e8e6f6-c481-4de7-9647-775e191bd1b2 cannot update to ACTIVE because it is not bound. {{(pid=103424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:05:07.027737 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85661df8-c1a1-4f0c-bfe0-d5c118386bc3 None None] Sync routers for ids ['3cda3d96-7afe-42b8-9e96-2e97e46f7c5a'] in dv-cinder-836996-18-iscsi {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:05:07.037663 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85661df8-c1a1-4f0c-bfe0-d5c118386bc3 None None] Routers {'3cda3d96-7afe-42b8-9e96-2e97e46f7c5a'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:05:07.038356 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-85661df8-c1a1-4f0c-bfe0-d5c118386bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:05:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['3cda3d96-7afe-42b8-9e96-2e97e46f7c5a'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:05:07.215758 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23 up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:05:07.286189 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:05:07.286997 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:07.302834 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-85661df8-c1a1-4f0c-bfe0-d5c118386bc3 None None] Set router 3cda3d96-7afe-42b8-9e96-2e97e46f7c5a gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:05:07.316229 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a24ea-8ee8-44a6-aaa4-e8765c77af68 req-bb94197b-bf1f-48a0-a2aa-1c5fb3c1ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:07.317810 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-859a24ea-8ee8-44a6-aaa4-e8765c77af68 req-bb94197b-bf1f-48a0-a2aa-1c5fb3c1ebc9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8a803c29217e4388a684686173489d99&device_id=7cbc506d-be7d-4636-bebd-507daae0a109 HTTP/1.1" status: 200 len: 1127 time: 0.0894918 May 10 19:05:07.333091 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28a8eb-ede4-4a9b-8aa4-fb38780b87d1 req-7fbcf0f0-6ee9-40ae-817c-63d5b8e4d821 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:07.335121 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-df28a8eb-ede4-4a9b-8aa4-fb38780b87d1 req-7fbcf0f0-6ee9-40ae-817c-63d5b8e4d821 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cbc506d-be7d-4636-bebd-507daae0a109 HTTP/1.1" status: 200 len: 943 time: 0.0968528 May 10 19:05:07.425965 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23 is: DOWN; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:05:07.426548 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:07.472830 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] For port d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23,segment=NetworkSegment(5e4a060e-4ea0-4d95-88b5-1969f86bafa6),segment_id=5e4a060e-4ea0-4d95-88b5-1969f86bafa6)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:05:07.473865 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-df28a8eb-ede4-4a9b-8aa4-fb38780b87d1 req-36025b21-6578-46f8-9158-4b625e65eb0e tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c1c4741-78d8-4a49-957c-6fd5b7ab7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297789 May 10 19:05:07.489389 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a24ea-8ee8-44a6-aaa4-e8765c77af68 req-51bfc06a-6d53-449d-9d58-b766d95150a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:07.490997 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-859a24ea-8ee8-44a6-aaa4-e8765c77af68 req-51bfc06a-6d53-449d-9d58-b766d95150a6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=25a6dec7-fc6e-49a1-9597-2f14062a6a5f HTTP/1.1" status: 200 len: 909 time: 0.1549833 May 10 19:05:07.491545 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:07.573455 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-859a24ea-8ee8-44a6-aaa4-e8765c77af68 req-4072040c-a586-4d9a-9e15-1fff20cccacc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=557604c9-a95d-45b3-b142-216ce5bee195 HTTP/1.1" status: 200 len: 217 time: 0.0704722 May 10 19:05:07.576480 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Pushing event updated for resources: {'Port': ['ID=d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:07.642663 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a24ea-8ee8-44a6-aaa4-e8765c77af68 req-01506fb8-2dbc-4b61-a0ea-7c1475456d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:07.644750 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-859a24ea-8ee8-44a6-aaa4-e8765c77af68 req-01506fb8-2dbc-4b61-a0ea-7c1475456d5c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8439b687-2b06-44f2-86a8-8494aa80bfcf HTTP/1.1" status: 200 len: 848 time: 0.0597293 May 10 19:05:07.686699 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-859a24ea-8ee8-44a6-aaa4-e8765c77af68 req-26848744-b8d1-42cd-adce-e8f494927b34 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25a6dec7-fc6e-49a1-9597-2f14062a6a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318351 May 10 19:05:07.691061 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-85661df8-c1a1-4f0c-bfe0-d5c118386bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'name': 'tempest-TestShelveInstance-1438065207-router', 'tenant_id': '2eec603f7854489393b8c4ed68874746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd19f57fe-bf6d-4e01-b3d4-047b4e2f9d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:01Z', 'updated_at': '2022-05-10T19:05:05Z', 'revision_number': 4, 'project_id': '2eec603f7854489393b8c4ed68874746', 'gw_port': {'id': 'd19f57fe-bf6d-4e01-b3d4-047b4e2f9d23', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:91:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:01Z', 'updated_at': '2022-05-10T19:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': 'c5e8e6f6-c481-4de7-9647-775e191bd1b2', 'name': '', 'network_id': '33f7be6a-da7a-41a3-877f-ba238e3c204c', 'tenant_id': '2eec603f7854489393b8c4ed68874746', 'mac_address': 'fa:16:3e:b4:16:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '17680ccc-21eb-43ee-8aff-168579cd6da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:04Z', 'updated_at': '2022-05-10T19:05:06Z', 'revision_number': 2, 'project_id': '2eec603f7854489393b8c4ed68874746', 'subnets': [{'id': '17680ccc-21eb-43ee-8aff-168579cd6da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:05:07.705606 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 46696) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:07.711770 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-91d7e316-bdba-454e-8cec-c7790dc36299 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-460628779-network', 'tenant_id': '3edc3b8b7c564e348105d0218d64b958'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:05:07.731251 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85661df8-c1a1-4f0c-bfe0-d5c118386bc3 None None] Checking router: 3cda3d96-7afe-42b8-9e96-2e97e46f7c5a for host: dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:05:07.731827 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85661df8-c1a1-4f0c-bfe0-d5c118386bc3 None None] Updating router 3cda3d96-7afe-42b8-9e96-2e97e46f7c5a port c5e8e6f6-c481-4de7-9647-775e191bd1b2 binding host dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:05:07.740704 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d7e316-bdba-454e-8cec-c7790dc36299 admin admin] Made reservation on behalf of 3edc3b8b7c564e348105d0218d64b958 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:05:07.746874 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91d7e316-bdba-454e-8cec-c7790dc36299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:07.771612 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91d7e316-bdba-454e-8cec-c7790dc36299 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:07.781536 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-85661df8-c1a1-4f0c-bfe0-d5c118386bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (c5e8e6f6-c481-4de7-9647-775e191bd1b2), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:07.821331 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-859a24ea-8ee8-44a6-aaa4-e8765c77af68 req-30a56fe3-b2fd-4c81-88f1-97eccaf8a71c service neutron] 10.222.0.48 "GET /v2.0/networks/25a6dec7-fc6e-49a1-9597-2f14062a6a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285882 May 10 19:05:07.875462 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91d7e316-bdba-454e-8cec-c7790dc36299 admin admin] Publish callbacks [] for security_group (46b6ad86-d774-4151-b74b-aa3b74bc16f9), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:07.882970 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91d7e316-bdba-454e-8cec-c7790dc36299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (46b6ad86-d774-4151-b74b-aa3b74bc16f9), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:07.910590 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d7e316-bdba-454e-8cec-c7790dc36299 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:05:07.929830 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d7e316-bdba-454e-8cec-c7790dc36299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b6ad86-d774-4151-b74b-aa3b74bc16f9,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:07.935284 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91d7e316-bdba-454e-8cec-c7790dc36299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860'] for segment (cba1b97a-5beb-46b5-ad52-5dd35403a3ca), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:07.936064 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.db.segments_db [None req-91d7e316-bdba-454e-8cec-c7790dc36299 admin admin] Added segment cba1b97a-5beb-46b5-ad52-5dd35403a3ca of type vlan for network 6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95 May 10 19:05:07.945751 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-859a24ea-8ee8-44a6-aaa4-e8765c77af68 req-945ead22-1f49-4795-8fdf-db3a518cc6b7 service neutron] 10.222.0.48 "GET /v2.0/networks/25a6dec7-fc6e-49a1-9597-2f14062a6a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138434 May 10 19:05:07.998365 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91d7e316-bdba-454e-8cec-c7790dc36299 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776401517752'] for network (6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:08.035473 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91d7e316-bdba-454e-8cec-c7790dc36299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498'] for network (6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:08.036748 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d7e316-bdba-454e-8cec-c7790dc36299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:08.037613 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91d7e316-bdba-454e-8cec-c7790dc36299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:08.106713 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-91d7e316-bdba-454e-8cec-c7790dc36299 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3977609 May 10 19:05:08.108181 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 46706) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:08.110680 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d7e316-bdba-454e-8cec-c7790dc36299 admin admin] Pushing event updated for resources: {'Network': ['ID=6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:08.119152 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-2c8e249b-eccc-4f56-ac9f-a22e60a8941a admin admin] Request body: {'subnet': {'network_id': '6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-460628779-subnet', 'tenant_id': '3edc3b8b7c564e348105d0218d64b958', 'ip_version': 4}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:05:08.121570 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-85661df8-c1a1-4f0c-bfe0-d5c118386bc3 None None] Publish callbacks [] for port (c5e8e6f6-c481-4de7-9647-775e191bd1b2), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:08.123922 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Network 6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95 details requested by agent ovs-agent-dv-cinder-836996-18-iscsi with host dv-cinder-836996-18-iscsi {{(pid=103424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:05:08.127700 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-85661df8-c1a1-4f0c-bfe0-d5c118386bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (c5e8e6f6-c481-4de7-9647-775e191bd1b2), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:08.158437 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8e249b-eccc-4f56-ac9f-a22e60a8941a admin admin] Made reservation on behalf of 3edc3b8b7c564e348105d0218d64b958 for: {'subnet': 1} {{(pid=103423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:05:08.161890 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2c8e249b-eccc-4f56-ac9f-a22e60a8941a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6241798'] for subnet (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:08.178429 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32a8e7-4d07-4776-89c2-f382dd80a0b2 None None] Pushing event updated for resources: {'Port': ['ID=c5e8e6f6-c481-4de7-9647-775e191bd1b2,revision_number=3']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:08.192027 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d32a8e7-4d07-4776-89c2-f382dd80a0b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:08.192411 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d32a8e7-4d07-4776-89c2-f382dd80a0b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:08.192766 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d32a8e7-4d07-4776-89c2-f382dd80a0b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:08.193129 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d32a8e7-4d07-4776-89c2-f382dd80a0b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:08.193469 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d32a8e7-4d07-4776-89c2-f382dd80a0b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:08.193795 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d32a8e7-4d07-4776-89c2-f382dd80a0b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:08.194290 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d32a8e7-4d07-4776-89c2-f382dd80a0b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:08.194794 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d32a8e7-4d07-4776-89c2-f382dd80a0b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:08.195299 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d32a8e7-4d07-4776-89c2-f382dd80a0b2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:08.195783 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d32a8e7-4d07-4776-89c2-f382dd80a0b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:08.196256 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d32a8e7-4d07-4776-89c2-f382dd80a0b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:08.196765 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d32a8e7-4d07-4776-89c2-f382dd80a0b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:08.197269 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d32a8e7-4d07-4776-89c2-f382dd80a0b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:08.197737 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d32a8e7-4d07-4776-89c2-f382dd80a0b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:08.198210 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d32a8e7-4d07-4776-89c2-f382dd80a0b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:08.264654 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [None req-85661df8-c1a1-4f0c-bfe0-d5c118386bc3 None None] Attempting to bind port c5e8e6f6-c481-4de7-9647-775e191bd1b2 on host dv-cinder-836996-18-iscsi for vnic_type normal with profile {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:05:08.265013 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [None req-85661df8-c1a1-4f0c-bfe0-d5c118386bc3 None None] Attempting to bind port c5e8e6f6-c481-4de7-9647-775e191bd1b2 by drivers openvswitch,hyperv on host dv-cinder-836996-18-iscsi at level 0 using segments [{'id': '9bac39cb-d3cf-4b8c-ac71-105f190c4491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33f7be6a-da7a-41a3-877f-ba238e3c204c'}] {{(pid=103425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:05:08.265372 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85661df8-c1a1-4f0c-bfe0-d5c118386bc3 None None] Attempting to bind port c5e8e6f6-c481-4de7-9647-775e191bd1b2 on network 33f7be6a-da7a-41a3-877f-ba238e3c204c {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:05:08.271847 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85661df8-c1a1-4f0c-bfe0-d5c118386bc3 None None] Checking agent: {'id': 'c34e4451-1c74-4654-b00e-86e650275fac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 49, 35), 'started_at': datetime.datetime(2022, 5, 10, 18, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:05:08.272228 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85661df8-c1a1-4f0c-bfe0-d5c118386bc3 None None] Checking segment: {'id': '9bac39cb-d3cf-4b8c-ac71-105f190c4491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33f7be6a-da7a-41a3-877f-ba238e3c204c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:05:08.272665 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-85661df8-c1a1-4f0c-bfe0-d5c118386bc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:08.273085 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85661df8-c1a1-4f0c-bfe0-d5c118386bc3 None None] Bound using segment: {'id': '9bac39cb-d3cf-4b8c-ac71-105f190c4491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33f7be6a-da7a-41a3-877f-ba238e3c204c'} {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:05:08.273678 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [None req-85661df8-c1a1-4f0c-bfe0-d5c118386bc3 None None] Bound port: c5e8e6f6-c481-4de7-9647-775e191bd1b2, host: dv-cinder-836996-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac39cb-d3cf-4b8c-ac71-105f190c4491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33f7be6a-da7a-41a3-877f-ba238e3c204c'}}] {{(pid=103425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:05:08.273919 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-85661df8-c1a1-4f0c-bfe0-d5c118386bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (c5e8e6f6-c481-4de7-9647-775e191bd1b2), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:08.346800 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-85661df8-c1a1-4f0c-bfe0-d5c118386bc3 None None] For port c5e8e6f6-c481-4de7-9647-775e191bd1b2, host dv-cinder-836996-18-iscsi, cleared binding levels {{(pid=103425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:05:08.350166 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-85661df8-c1a1-4f0c-bfe0-d5c118386bc3 None None] For port c5e8e6f6-c481-4de7-9647-775e191bd1b2, host dv-cinder-836996-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=c5e8e6f6-c481-4de7-9647-775e191bd1b2,segment=NetworkSegment(9bac39cb-d3cf-4b8c-ac71-105f190c4491),segment_id=9bac39cb-d3cf-4b8c-ac71-105f190c4491)] {{(pid=103425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:05:08.356034 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-85661df8-c1a1-4f0c-bfe0-d5c118386bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (c5e8e6f6-c481-4de7-9647-775e191bd1b2), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:08.363745 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2c8e249b-eccc-4f56-ac9f-a22e60a8941a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6129975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6241816'] for subnet (5309a23d-6430-46fc-89d6-c16a0069d3c0), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:08.423801 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85661df8-c1a1-4f0c-bfe0-d5c118386bc3 None None] Routers {'3cda3d96-7afe-42b8-9e96-2e97e46f7c5a'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:05:08.424466 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-85661df8-c1a1-4f0c-bfe0-d5c118386bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:05:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['3cda3d96-7afe-42b8-9e96-2e97e46f7c5a'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:05:08.426435 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32a8e7-4d07-4776-89c2-f382dd80a0b2 None None] Pushing event updated for resources: {'Port': ['ID=c5e8e6f6-c481-4de7-9647-775e191bd1b2,revision_number=4']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:08.431612 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e249b-eccc-4f56-ac9f-a22e60a8941a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5309a23d-6430-46fc-89d6-c16a0069d3c0,revision_number=0']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:08.457344 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8e249b-eccc-4f56-ac9f-a22e60a8941a admin admin] Checking segment: {'id': 'cba1b97a-5beb-46b5-ad52-5dd35403a3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:05:08.458155 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8e249b-eccc-4f56-ac9f-a22e60a8941a admin admin] Network hostable DHCP agents. Network: 6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95, hostable agents: ['dfaf9083-34c2-4df7-9672-aaebd87f4028'], hosted agents: [] {{(pid=103423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:05:08.464849 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:08.485373 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8e249b-eccc-4f56-ac9f-a22e60a8941a admin admin] Network 6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95 is scheduled to be hosted by DHCP agent dfaf9083-34c2-4df7-9672-aaebd87f4028 with binding_index 1 {{(pid=103423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:05:08.498845 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-55950039-01b9-44d4-89e1-53d19370fb17 None None] Provisioning complete for port c5e8e6f6-c481-4de7-9647-775e191bd1b2 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:05:08.499526 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-55950039-01b9-44d4-89e1-53d19370fb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (c5e8e6f6-c481-4de7-9647-775e191bd1b2), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:08.500426 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-2c8e249b-eccc-4f56-ac9f-a22e60a8941a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-18-iscsi, 6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95) {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:05:08.505142 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8e249b-eccc-4f56-ac9f-a22e60a8941a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:08.505781 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2c8e249b-eccc-4f56-ac9f-a22e60a8941a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:08.529882 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-2c8e249b-eccc-4f56-ac9f-a22e60a8941a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4172373 May 10 19:05:08.530357 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 46710) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:08.535535 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-14052b10-c3f8-4f24-8e50-8456ab33b369 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-460628779-router', 'tenant_id': '3edc3b8b7c564e348105d0218d64b958', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:05:08.547900 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2aadc44-4881-4623-a79e-6434f2c57fc2 None None] Network 6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95 requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:05:08.568200 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-14052b10-c3f8-4f24-8e50-8456ab33b369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2083890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2569'] for router (3acb3782-df72-46e0-93da-246da0bfea36), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:08.569733 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-14052b10-c3f8-4f24-8e50-8456ab33b369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2083974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2085925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2043442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2590'] for router (3acb3782-df72-46e0-93da-246da0bfea36), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:08.625219 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-85661df8-c1a1-4f0c-bfe0-d5c118386bc3 None None] Set router 3cda3d96-7afe-42b8-9e96-2e97e46f7c5a gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:05:08.653616 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-14052b10-c3f8-4f24-8e50-8456ab33b369 admin admin] Publish callbacks [] for router_controller (3acb3782-df72-46e0-93da-246da0bfea36), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:08.743497 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ec56d-6ede-47a9-99bd-41f5c3560929 req-2c139a7e-7fa0-4dbe-8b92-706ec45ed5f1 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:08.746091 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-7d6ec56d-6ede-47a9-99bd-41f5c3560929 req-2c139a7e-7fa0-4dbe-8b92-706ec45ed5f1 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cbc506d-be7d-4636-bebd-507daae0a109 HTTP/1.1" status: 200 len: 943 time: 0.1549735 May 10 19:05:08.822375 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-55950039-01b9-44d4-89e1-53d19370fb17 None None] Current status of the port c5e8e6f6-c481-4de7-9647-775e191bd1b2 is: DOWN; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:05:08.822776 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-55950039-01b9-44d4-89e1-53d19370fb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (c5e8e6f6-c481-4de7-9647-775e191bd1b2), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:08.874569 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-85661df8-c1a1-4f0c-bfe0-d5c118386bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'name': 'tempest-TestShelveInstance-1438065207-router', 'tenant_id': '2eec603f7854489393b8c4ed68874746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd19f57fe-bf6d-4e01-b3d4-047b4e2f9d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:01Z', 'updated_at': '2022-05-10T19:05:05Z', 'revision_number': 4, 'project_id': '2eec603f7854489393b8c4ed68874746', 'gw_port': {'id': 'd19f57fe-bf6d-4e01-b3d4-047b4e2f9d23', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:91:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:01Z', 'updated_at': '2022-05-10T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': 'c5e8e6f6-c481-4de7-9647-775e191bd1b2', 'name': '', 'network_id': '33f7be6a-da7a-41a3-877f-ba238e3c204c', 'tenant_id': '2eec603f7854489393b8c4ed68874746', 'mac_address': 'fa:16:3e:b4:16:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '17680ccc-21eb-43ee-8aff-168579cd6da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:04Z', 'updated_at': '2022-05-10T19:05:08Z', 'revision_number': 4, 'project_id': '2eec603f7854489393b8c4ed68874746', 'subnets': [{'id': '17680ccc-21eb-43ee-8aff-168579cd6da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:05:08.874941 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-55950039-01b9-44d4-89e1-53d19370fb17 None None] For port c5e8e6f6-c481-4de7-9647-775e191bd1b2, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=c5e8e6f6-c481-4de7-9647-775e191bd1b2,segment=NetworkSegment(9bac39cb-d3cf-4b8c-ac71-105f190c4491),segment_id=9bac39cb-d3cf-4b8c-ac71-105f190c4491)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:05:08.881019 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dc1b20-9c2b-42f1-833d-2ab5de284af7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4010351-5650-5351-9072-b5f47fb5324d-6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95', 'network_id': '6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95', 'project_id': '3edc3b8b7c564e348105d0218d64b958', 'fixed_ips': [{'subnet_id': '5309a23d-6430-46fc-89d6-c16a0069d3c0'}]}} from dv-cinder-836996-18-iscsi. {{(pid=103424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 19:05:08.881019 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-10dc1b20-9c2b-42f1-833d-2ab5de284af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:08.885737 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-55950039-01b9-44d4-89e1-53d19370fb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (c5e8e6f6-c481-4de7-9647-775e191bd1b2), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:08.918067 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85661df8-c1a1-4f0c-bfe0-d5c118386bc3 None None] The sync data for ids ['3cda3d96-7afe-42b8-9e96-2e97e46f7c5a'] in dv-cinder-836996-18-iscsi is: [{'id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'name': 'tempest-TestShelveInstance-1438065207-router', 'tenant_id': '2eec603f7854489393b8c4ed68874746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd19f57fe-bf6d-4e01-b3d4-047b4e2f9d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:01Z', 'updated_at': '2022-05-10T19:05:05Z', 'revision_number': 4, 'project_id': '2eec603f7854489393b8c4ed68874746', 'gw_port': {'id': 'd19f57fe-bf6d-4e01-b3d4-047b4e2f9d23', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:91:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:01Z', 'updated_at': '2022-05-10T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': 'c5e8e6f6-c481-4de7-9647-775e191bd1b2', 'name': '', 'network_id': '33f7be6a-da7a-41a3-877f-ba238e3c204c', 'tenant_id': '2eec603f7854489393b8c4ed68874746', 'mac_address': 'fa:16:3e:b4:16:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '17680ccc-21eb-43ee-8aff-168579cd6da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:04Z', 'updated_at': '2022-05-10T19:05:08Z', 'revision_number': 4, 'project_id': '2eec603f7854489393b8c4ed68874746', 'subnets': [{'id': '17680ccc-21eb-43ee-8aff-168579cd6da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:05:09.047711 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55950039-01b9-44d4-89e1-53d19370fb17 None None] Pushing event updated for resources: {'Port': ['ID=c5e8e6f6-c481-4de7-9647-775e191bd1b2,revision_number=5']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:09.056474 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-98fc4ca4-fb3c-47d5-a9e1-12250963d689 None None] Provisioning complete for port c5e8e6f6-c481-4de7-9647-775e191bd1b2 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:05:09.057125 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-98fc4ca4-fb3c-47d5-a9e1-12250963d689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (c5e8e6f6-c481-4de7-9647-775e191bd1b2), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:09.172349 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-10dc1b20-9c2b-42f1-833d-2ab5de284af7 None None] Allocated IP 172.20.0.2 (6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95/5309a23d-6430-46fc-89d6-c16a0069d3c0/71327d9d-c036-46ab-ba9f-1e6eb7cbed46) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:05:09.288633 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-14052b10-c3f8-4f24-8e50-8456ab33b369 admin admin] Publish callbacks [] for router_gateway (3acb3782-df72-46e0-93da-246da0bfea36), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:09.299774 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-98fc4ca4-fb3c-47d5-a9e1-12250963d689 None None] Current status of the port c5e8e6f6-c481-4de7-9647-775e191bd1b2 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:05:09.327478 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-7d6ec56d-6ede-47a9-99bd-41f5c3560929 req-d9a7c5bb-8846-4ef3-b5b4-ca6f4736873f tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c1c4741-78d8-4a49-957c-6fd5b7ab7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019272 May 10 19:05:09.392755 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23 up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:05:09.503580 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-10dc1b20-9c2b-42f1-833d-2ab5de284af7 None None] Publish callbacks [] for port (71327d9d-c036-46ab-ba9f-1e6eb7cbed46), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:09.517744 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-10dc1b20-9c2b-42f1-833d-2ab5de284af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578'] for port (71327d9d-c036-46ab-ba9f-1e6eb7cbed46), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:09.522668 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:05:09.522898 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:09.575151 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-14052b10-c3f8-4f24-8e50-8456ab33b369 admin admin] Publish callbacks [] for router_gateway (3acb3782-df72-46e0-93da-246da0bfea36), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:09.588144 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dc1b20-9c2b-42f1-833d-2ab5de284af7 None None] Network 6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:05:09.590420 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1b20-9c2b-42f1-833d-2ab5de284af7 None None] Pushing event updated for resources: {'Port': ['ID=71327d9d-c036-46ab-ba9f-1e6eb7cbed46,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:09.595272 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-14052b10-c3f8-4f24-8e50-8456ab33b369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:09.598490 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-10dc1b20-9c2b-42f1-833d-2ab5de284af7 None None] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:05:09.601967 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dc1b20-9c2b-42f1-833d-2ab5de284af7 None None] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:05:09.692489 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-10dc1b20-9c2b-42f1-833d-2ab5de284af7 None None] Attempting to bind port 71327d9d-c036-46ab-ba9f-1e6eb7cbed46 on host dv-cinder-836996-18-iscsi for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:05:09.692886 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-10dc1b20-9c2b-42f1-833d-2ab5de284af7 None None] Attempting to bind port 71327d9d-c036-46ab-ba9f-1e6eb7cbed46 by drivers openvswitch,hyperv on host dv-cinder-836996-18-iscsi at level 0 using segments [{'id': 'cba1b97a-5beb-46b5-ad52-5dd35403a3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:05:09.693246 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dc1b20-9c2b-42f1-833d-2ab5de284af7 None None] Attempting to bind port 71327d9d-c036-46ab-ba9f-1e6eb7cbed46 on network 6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:05:09.699826 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:05:09.701006 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device c5e8e6f6-c481-4de7-9647-775e191bd1b2 up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:05:09.705678 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dc1b20-9c2b-42f1-833d-2ab5de284af7 None None] Checking agent: {'id': 'c34e4451-1c74-4654-b00e-86e650275fac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 49, 35), 'started_at': datetime.datetime(2022, 5, 10, 18, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:05:09.706055 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dc1b20-9c2b-42f1-833d-2ab5de284af7 None None] Checking segment: {'id': 'cba1b97a-5beb-46b5-ad52-5dd35403a3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:05:09.706457 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-10dc1b20-9c2b-42f1-833d-2ab5de284af7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:09.706847 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dc1b20-9c2b-42f1-833d-2ab5de284af7 None None] Bound using segment: {'id': 'cba1b97a-5beb-46b5-ad52-5dd35403a3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:05:09.707309 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-10dc1b20-9c2b-42f1-833d-2ab5de284af7 None None] Bound port: 71327d9d-c036-46ab-ba9f-1e6eb7cbed46, host: dv-cinder-836996-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cba1b97a-5beb-46b5-ad52-5dd35403a3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:05:09.707428 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-14052b10-c3f8-4f24-8e50-8456ab33b369 admin admin] Allocated IP 172.27.1.223 (fea53afb-2d4d-48cb-89ec-9b33d8fc553d/12fc4f2d-8382-4ccf-abb9-52281f433079/f3045f82-9c87-4b11-afb4-24c285a3de71) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:05:09.707682 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-10dc1b20-9c2b-42f1-833d-2ab5de284af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (71327d9d-c036-46ab-ba9f-1e6eb7cbed46), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:09.803877 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port c5e8e6f6-c481-4de7-9647-775e191bd1b2 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:05:09.804239 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (c5e8e6f6-c481-4de7-9647-775e191bd1b2), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:09.808003 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-10dc1b20-9c2b-42f1-833d-2ab5de284af7 None None] For port 71327d9d-c036-46ab-ba9f-1e6eb7cbed46, host dv-cinder-836996-18-iscsi, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:05:09.822364 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-14052b10-c3f8-4f24-8e50-8456ab33b369 admin admin] Publish callbacks [] for port (f3045f82-9c87-4b11-afb4-24c285a3de71), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:09.838854 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-10dc1b20-9c2b-42f1-833d-2ab5de284af7 None None] For port 71327d9d-c036-46ab-ba9f-1e6eb7cbed46, host dv-cinder-836996-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=71327d9d-c036-46ab-ba9f-1e6eb7cbed46,segment=NetworkSegment(cba1b97a-5beb-46b5-ad52-5dd35403a3ca),segment_id=cba1b97a-5beb-46b5-ad52-5dd35403a3ca)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:05:09.846952 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-10dc1b20-9c2b-42f1-833d-2ab5de284af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (71327d9d-c036-46ab-ba9f-1e6eb7cbed46), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:09.861935 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-14052b10-c3f8-4f24-8e50-8456ab33b369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4468833'] for port (f3045f82-9c87-4b11-afb4-24c285a3de71), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:09.904166 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14052b10-c3f8-4f24-8e50-8456ab33b369 admin admin] Network fea53afb-2d4d-48cb-89ec-9b33d8fc553d is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:05:09.907684 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-14052b10-c3f8-4f24-8e50-8456ab33b369 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:05:09.916290 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14052b10-c3f8-4f24-8e50-8456ab33b369 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:05:09.942680 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1b20-9c2b-42f1-833d-2ab5de284af7 None None] Pushing event updated for resources: {'Port': ['ID=71327d9d-c036-46ab-ba9f-1e6eb7cbed46,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:09.951193 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14052b10-c3f8-4f24-8e50-8456ab33b369 admin admin] Pushing event updated for resources: {'Port': ['ID=f3045f82-9c87-4b11-afb4-24c285a3de71,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:09.958200 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port c5e8e6f6-c481-4de7-9647-775e191bd1b2 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:05:10.227236 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-14052b10-c3f8-4f24-8e50-8456ab33b369 admin admin] Publish callbacks [] for router_gateway (3acb3782-df72-46e0-93da-246da0bfea36), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:10.235599 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 557604c9-a95d-45b3-b142-216ce5bee195 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:05:10.346570 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 557604c9-a95d-45b3-b142-216ce5bee195, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=557604c9-a95d-45b3-b142-216ce5bee195,segment=NetworkSegment(49b1ae63-ba71-440e-8b35-a61f96945057),segment_id=49b1ae63-ba71-440e-8b35-a61f96945057)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:05:10.363727 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Returning: {'device': '557604c9-a95d-45b3-b142-216ce5bee195', 'network_id': '25a6dec7-fc6e-49a1-9597-2f14062a6a5f', 'port_id': '557604c9-a95d-45b3-b142-216ce5bee195', 'mac_address': 'fa:16:3e:c4:5f:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8439b687-2b06-44f2-86a8-8494aa80bfcf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:05:10.414707 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port 557604c9-a95d-45b3-b142-216ce5bee195 is: DOWN; New status is: BUILD {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:05:10.415360 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (557604c9-a95d-45b3-b142-216ce5bee195), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:10.436431 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 557604c9-a95d-45b3-b142-216ce5bee195 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:05:10.467305 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 557604c9-a95d-45b3-b142-216ce5bee195, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=557604c9-a95d-45b3-b142-216ce5bee195,segment=NetworkSegment(49b1ae63-ba71-440e-8b35-a61f96945057),segment_id=49b1ae63-ba71-440e-8b35-a61f96945057)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:05:10.485215 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (557604c9-a95d-45b3-b142-216ce5bee195), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:10.494258 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2213e-a1f5-44a5-a2f6-45c908d93cae req-2b6fbf1a-0e47-4eae-b7e9-ccc31553fe29 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:10.496023 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-47f2213e-a1f5-44a5-a2f6-45c908d93cae req-2b6fbf1a-0e47-4eae-b7e9-ccc31553fe29 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cbc506d-be7d-4636-bebd-507daae0a109 HTTP/1.1" status: 200 len: 943 time: 0.0619648 May 10 19:05:10.535456 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-14052b10-c3f8-4f24-8e50-8456ab33b369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2083977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2086088'] for router (3acb3782-df72-46e0-93da-246da0bfea36), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:10.569517 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-47f2213e-a1f5-44a5-a2f6-45c908d93cae req-a377d1b4-ce09-4bd9-840e-c8a6464c2f2c tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c1c4741-78d8-4a49-957c-6fd5b7ab7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630014 May 10 19:05:10.571637 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=557604c9-a95d-45b3-b142-216ce5bee195,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:10.747557 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14052b10-c3f8-4f24-8e50-8456ab33b369 admin admin] Router 3acb3782-df72-46e0-93da-246da0bfea36 is scheduled to L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 19:05:10.811373 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['557604c9-a95d-45b3-b142-216ce5bee195'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:05:10.919345 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14052b10-c3f8-4f24-8e50-8456ab33b369 admin admin] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:05:10.934592 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950f5451-aa81-4f8f-b780-3459479fef70 None None] Sync routers for ids ['3acb3782-df72-46e0-93da-246da0bfea36'] in dv-cinder-836996-18-iscsi {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:05:10.951531 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-14052b10-c3f8-4f24-8e50-8456ab33b369 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:10.952647 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-14052b10-c3f8-4f24-8e50-8456ab33b369 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4211879 May 10 19:05:10.955631 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 46752) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:10.999944 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950f5451-aa81-4f8f-b780-3459479fef70 None None] Routers {'3acb3782-df72-46e0-93da-246da0bfea36'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:05:11.000581 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-950f5451-aa81-4f8f-b780-3459479fef70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:05:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['3acb3782-df72-46e0-93da-246da0bfea36'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:05:11.167369 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d68153-847f-40cd-9f67-d0e9b88c49b7 None None] Network 6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95 requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:05:11.217286 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 71327d9d-c036-46ab-ba9f-1e6eb7cbed46 up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:05:11.261508 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-950f5451-aa81-4f8f-b780-3459479fef70 None None] Set router 3acb3782-df72-46e0-93da-246da0bfea36 gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:05:11.327547 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-734a0dba-5efd-4c8f-9359-2459329feeb5 None None] Provisioning complete for port 71327d9d-c036-46ab-ba9f-1e6eb7cbed46 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:05:11.327906 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-734a0dba-5efd-4c8f-9359-2459329feeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (71327d9d-c036-46ab-ba9f-1e6eb7cbed46), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:11.462454 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8cd11d23-575f-45c0-9153-b2b8d9a4c948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:11.479093 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port 71327d9d-c036-46ab-ba9f-1e6eb7cbed46 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:05:11.479457 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (71327d9d-c036-46ab-ba9f-1e6eb7cbed46), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:11.599906 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-734a0dba-5efd-4c8f-9359-2459329feeb5 None None] Current status of the port 71327d9d-c036-46ab-ba9f-1e6eb7cbed46 is: DOWN; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:05:11.600741 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-734a0dba-5efd-4c8f-9359-2459329feeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (71327d9d-c036-46ab-ba9f-1e6eb7cbed46), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:11.621959 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-8cd11d23-575f-45c0-9153-b2b8d9a4c948 admin admin] Allocated IP 172.20.0.1 (6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95/5309a23d-6430-46fc-89d6-c16a0069d3c0/b25c733a-90b1-42c5-b75e-5432182821bb) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:05:11.626499 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-950f5451-aa81-4f8f-b780-3459479fef70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3acb3782-df72-46e0-93da-246da0bfea36', 'name': 'tempest-TestShelveInstance-460628779-router', 'tenant_id': '3edc3b8b7c564e348105d0218d64b958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'f3045f82-9c87-4b11-afb4-24c285a3de71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:08Z', 'updated_at': '2022-05-10T19:05:10Z', 'revision_number': 3, 'project_id': '3edc3b8b7c564e348105d0218d64b958', 'gw_port': {'id': 'f3045f82-9c87-4b11-afb4-24c285a3de71', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3acb3782-df72-46e0-93da-246da0bfea36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:09Z', 'updated_at': '2022-05-10T19:05:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi'}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:05:11.711269 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30d81d-bf0b-4f77-a497-35284d892a8b req-bcd5ee9b-2a9e-4cd9-bb0a-de1340f61046 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:11.712903 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-4e30d81d-bf0b-4f77-a497-35284d892a8b req-bcd5ee9b-2a9e-4cd9-bb0a-de1340f61046 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cbc506d-be7d-4636-bebd-507daae0a109 HTTP/1.1" status: 200 len: 944 time: 0.0524638 May 10 19:05:11.749832 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8cd11d23-575f-45c0-9153-b2b8d9a4c948 admin admin] Publish callbacks [] for port (b25c733a-90b1-42c5-b75e-5432182821bb), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:11.765447 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-4e30d81d-bf0b-4f77-a497-35284d892a8b req-eb03e50a-5b03-4525-b1ff-a5e4e2a30a01 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c1c4741-78d8-4a49-957c-6fd5b7ab7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450549 May 10 19:05:11.785046 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8cd11d23-575f-45c0-9153-b2b8d9a4c948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (b25c733a-90b1-42c5-b75e-5432182821bb), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:11.823132 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd11d23-575f-45c0-9153-b2b8d9a4c948 admin admin] Network 6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:05:11.826088 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-8cd11d23-575f-45c0-9153-b2b8d9a4c948 admin admin] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:05:11.829620 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd11d23-575f-45c0-9153-b2b8d9a4c948 admin admin] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:05:11.831508 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950f5451-aa81-4f8f-b780-3459479fef70 None None] Checking router: 3acb3782-df72-46e0-93da-246da0bfea36 for host: dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:05:11.831857 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950f5451-aa81-4f8f-b780-3459479fef70 None None] Updating router 3acb3782-df72-46e0-93da-246da0bfea36 port f3045f82-9c87-4b11-afb4-24c285a3de71 binding host dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:05:11.835506 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-734a0dba-5efd-4c8f-9359-2459329feeb5 None None] For port 71327d9d-c036-46ab-ba9f-1e6eb7cbed46, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=71327d9d-c036-46ab-ba9f-1e6eb7cbed46,segment=NetworkSegment(cba1b97a-5beb-46b5-ad52-5dd35403a3ca),segment_id=cba1b97a-5beb-46b5-ad52-5dd35403a3ca)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:05:11.837774 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd11d23-575f-45c0-9153-b2b8d9a4c948 admin admin] Pushing event updated for resources: {'Port': ['ID=b25c733a-90b1-42c5-b75e-5432182821bb,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:11.860084 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-734a0dba-5efd-4c8f-9359-2459329feeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (71327d9d-c036-46ab-ba9f-1e6eb7cbed46), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:11.881007 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8cd11d23-575f-45c0-9153-b2b8d9a4c948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2088351'] for router_interface (3acb3782-df72-46e0-93da-246da0bfea36), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:11.903611 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-950f5451-aa81-4f8f-b780-3459479fef70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (f3045f82-9c87-4b11-afb4-24c285a3de71), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:11.906988 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port 71327d9d-c036-46ab-ba9f-1e6eb7cbed46 is: DOWN; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:05:11.907372 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (71327d9d-c036-46ab-ba9f-1e6eb7cbed46), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:11.979314 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a0dba-5efd-4c8f-9359-2459329feeb5 None None] Pushing event updated for resources: {'Port': ['ID=71327d9d-c036-46ab-ba9f-1e6eb7cbed46,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:12.075601 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-10bfa6f8-ce7a-40c2-baa7-8b0b6e2a0c5f None None] Provisioning complete for port 71327d9d-c036-46ab-ba9f-1e6eb7cbed46 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:05:12.076057 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-10bfa6f8-ce7a-40c2-baa7-8b0b6e2a0c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (71327d9d-c036-46ab-ba9f-1e6eb7cbed46), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:12.099686 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8cd11d23-575f-45c0-9153-b2b8d9a4c948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (b25c733a-90b1-42c5-b75e-5432182821bb), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:12.143724 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.db.api [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 19:05:12.144105 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG oslo_db.api [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 19:05:12.250873 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 557604c9-a95d-45b3-b142-216ce5bee195 up at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:05:12.302235 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8cd11d23-575f-45c0-9153-b2b8d9a4c948 admin admin] Publish callbacks [] for port (b25c733a-90b1-42c5-b75e-5432182821bb), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:12.303980 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-10bfa6f8-ce7a-40c2-baa7-8b0b6e2a0c5f None None] Current status of the port 71327d9d-c036-46ab-ba9f-1e6eb7cbed46 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:05:12.307662 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8cd11d23-575f-45c0-9153-b2b8d9a4c948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (b25c733a-90b1-42c5-b75e-5432182821bb), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:12.358692 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning for port 557604c9-a95d-45b3-b142-216ce5bee195 completed by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:05:12.382413 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning complete for port 557604c9-a95d-45b3-b142-216ce5bee195 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:05:12.382413 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (557604c9-a95d-45b3-b142-216ce5bee195), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:12.414814 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8cd11d23-575f-45c0-9153-b2b8d9a4c948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2055512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2088610'] for router_interface (3acb3782-df72-46e0-93da-246da0bfea36), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:12.460998 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-fcf8643f-6e7e-4200-bf06-5152d3936bea None None] Provisioning complete for port b25c733a-90b1-42c5-b75e-5432182821bb triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:05:12.461376 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fcf8643f-6e7e-4200-bf06-5152d3936bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (b25c733a-90b1-42c5-b75e-5432182821bb), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:12.467401 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd11d23-575f-45c0-9153-b2b8d9a4c948 admin admin] Pushing event updated for resources: {'Port': ['ID=b25c733a-90b1-42c5-b75e-5432182821bb,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:12.505143 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-950f5451-aa81-4f8f-b780-3459479fef70 None None] Publish callbacks [] for port (f3045f82-9c87-4b11-afb4-24c285a3de71), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:12.537535 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-950f5451-aa81-4f8f-b780-3459479fef70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (f3045f82-9c87-4b11-afb4-24c285a3de71), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:12.543044 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-fcf8643f-6e7e-4200-bf06-5152d3936bea None None] Port b25c733a-90b1-42c5-b75e-5432182821bb cannot update to ACTIVE because it is not bound. {{(pid=103424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:05:12.572235 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd11d23-575f-45c0-9153-b2b8d9a4c948 admin admin] Network 6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:05:12.575437 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-8cd11d23-575f-45c0-9153-b2b8d9a4c948 admin admin] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:05:12.630502 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be177c-6f90-43ac-bb86-c234bcdc3211 None None] Pushing event updated for resources: {'Port': ['ID=f3045f82-9c87-4b11-afb4-24c285a3de71,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:12.673395 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port 557604c9-a95d-45b3-b142-216ce5bee195 is: BUILD; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:05:12.673822 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (557604c9-a95d-45b3-b142-216ce5bee195), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:12.678356 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-950f5451-aa81-4f8f-b780-3459479fef70 None None] Attempting to bind port f3045f82-9c87-4b11-afb4-24c285a3de71 on host dv-cinder-836996-18-iscsi for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:05:12.678737 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-950f5451-aa81-4f8f-b780-3459479fef70 None None] Attempting to bind port f3045f82-9c87-4b11-afb4-24c285a3de71 by drivers openvswitch,hyperv on host dv-cinder-836996-18-iscsi at level 0 using segments [{'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:05:12.680537 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950f5451-aa81-4f8f-b780-3459479fef70 None None] Attempting to bind port f3045f82-9c87-4b11-afb4-24c285a3de71 on network fea53afb-2d4d-48cb-89ec-9b33d8fc553d {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:05:12.691877 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950f5451-aa81-4f8f-b780-3459479fef70 None None] Checking agent: {'id': 'c34e4451-1c74-4654-b00e-86e650275fac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 49, 35), 'started_at': datetime.datetime(2022, 5, 10, 18, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:05:12.692272 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950f5451-aa81-4f8f-b780-3459479fef70 None None] Checking segment: {'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:05:12.692687 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-950f5451-aa81-4f8f-b780-3459479fef70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:12.693109 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950f5451-aa81-4f8f-b780-3459479fef70 None None] Bound using segment: {'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:05:12.693562 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-950f5451-aa81-4f8f-b780-3459479fef70 None None] Bound port: f3045f82-9c87-4b11-afb4-24c285a3de71, host: dv-cinder-836996-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:05:12.693944 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-950f5451-aa81-4f8f-b780-3459479fef70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (f3045f82-9c87-4b11-afb4-24c285a3de71), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:12.734558 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port 71327d9d-c036-46ab-ba9f-1e6eb7cbed46 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:05:12.749267 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd11d23-575f-45c0-9153-b2b8d9a4c948 admin admin] Router 3acb3782-df72-46e0-93da-246da0bfea36 has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:05:12.755728 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbc506d-be7d-4636-bebd-507daae0a109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557604c9-a95d-45b3-b142-216ce5bee195'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:05:12.758153 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc4c72c1cd3e6c4fc9632b01e094f02638f1ddc8156bb4d740f489bc698d08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695057b9-3cee-474d-baee-94467850a3e7" -d '{"events": [{"server_uuid": "7cbc506d-be7d-4636-bebd-507daae0a109", "name": "network-vif-plugged", "status": "completed", "tag": "557604c9-a95d-45b3-b142-216ce5bee195"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:05:12.787243 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 557604c9-a95d-45b3-b142-216ce5bee195, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=557604c9-a95d-45b3-b142-216ce5bee195,segment=NetworkSegment(49b1ae63-ba71-440e-8b35-a61f96945057),segment_id=49b1ae63-ba71-440e-8b35-a61f96945057)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:05:12.800146 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (557604c9-a95d-45b3-b142-216ce5bee195), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:12.804926 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-950f5451-aa81-4f8f-b780-3459479fef70 None None] For port f3045f82-9c87-4b11-afb4-24c285a3de71, host dv-cinder-836996-18-iscsi, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:05:12.810604 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-950f5451-aa81-4f8f-b780-3459479fef70 None None] For port f3045f82-9c87-4b11-afb4-24c285a3de71, host dv-cinder-836996-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=f3045f82-9c87-4b11-afb4-24c285a3de71,segment=NetworkSegment(5e4a060e-4ea0-4d95-88b5-1969f86bafa6),segment_id=5e4a060e-4ea0-4d95-88b5-1969f86bafa6)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:05:12.817084 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c68ea9-adf5-42c3-a124-925f515d660e x-openstack-request-id: req-45c68ea9-adf5-42c3-a124-925f515d660e {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:05:12.817317 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbc506d-be7d-4636-bebd-507daae0a109", "name": "network-vif-plugged", "status": "completed", "tag": "557604c9-a95d-45b3-b142-216ce5bee195", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:05:12.817591 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-45c68ea9-adf5-42c3-a124-925f515d660e {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:05:12.818038 dv-cinder-836996-18-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45c68ea9-adf5-42c3-a124-925f515d660e'] response: {'server_uuid': '7cbc506d-be7d-4636-bebd-507daae0a109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557604c9-a95d-45b3-b142-216ce5bee195', 'code': 200} May 10 19:05:12.841517 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-950f5451-aa81-4f8f-b780-3459479fef70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (f3045f82-9c87-4b11-afb4-24c285a3de71), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:12.894495 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950f5451-aa81-4f8f-b780-3459479fef70 None None] Routers {'3acb3782-df72-46e0-93da-246da0bfea36'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:05:12.895126 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-950f5451-aa81-4f8f-b780-3459479fef70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:05:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['3acb3782-df72-46e0-93da-246da0bfea36'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:05:12.900812 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=557604c9-a95d-45b3-b142-216ce5bee195,revision_number=5']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:12.914136 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd11d23-575f-45c0-9153-b2b8d9a4c948 admin admin] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:05:12.928501 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-8cd11d23-575f-45c0-9153-b2b8d9a4c948 admin admin] 10.222.0.52 "PUT /v2.0/routers/3acb3782-df72-46e0-93da-246da0bfea36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9715180 May 10 19:05:12.994680 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b50ef-6983-4a0a-9f3e-5dd32e8eb926 req-c8098101-ac53-4a7e-8ce1-93f92d985c03 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:12.998802 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-81b039b0-0426-46f4-865f-f0979d6aeaff None None] Provisioning complete for port b25c733a-90b1-42c5-b75e-5432182821bb triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:05:12.999296 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-81b039b0-0426-46f4-865f-f0979d6aeaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (b25c733a-90b1-42c5-b75e-5432182821bb), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:13.013024 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-a78b50ef-6983-4a0a-9f3e-5dd32e8eb926 req-c8098101-ac53-4a7e-8ce1-93f92d985c03 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cbc506d-be7d-4636-bebd-507daae0a109 HTTP/1.1" status: 200 len: 945 time: 0.1245213 May 10 19:05:13.050864 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be177c-6f90-43ac-bb86-c234bcdc3211 None None] Pushing event updated for resources: {'Port': ['ID=f3045f82-9c87-4b11-afb4-24c285a3de71,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:13.077568 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-a78b50ef-6983-4a0a-9f3e-5dd32e8eb926 req-0c6bbe48-72cd-4e6c-8eaf-592451055fdb tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c1c4741-78d8-4a49-957c-6fd5b7ab7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632129 May 10 19:05:13.105724 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-81b039b0-0426-46f4-865f-f0979d6aeaff None None] Port b25c733a-90b1-42c5-b75e-5432182821bb cannot update to ACTIVE because it is not bound. {{(pid=103424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:05:13.135195 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-950f5451-aa81-4f8f-b780-3459479fef70 None None] Set router 3acb3782-df72-46e0-93da-246da0bfea36 gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:05:13.154468 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa38f0-ba92-4bcf-9646-a5e7239ea6a3 req-60dd0d9b-26cb-46ce-a276-4496d901e34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:13.156399 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-affa38f0-ba92-4bcf-9646-a5e7239ea6a3 req-60dd0d9b-26cb-46ce-a276-4496d901e34d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7cbc506d-be7d-4636-bebd-507daae0a109 HTTP/1.1" status: 200 len: 1129 time: 0.0716462 May 10 19:05:13.186330 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 71327d9d-c036-46ab-ba9f-1e6eb7cbed46 up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:05:13.208826 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-affa38f0-ba92-4bcf-9646-a5e7239ea6a3 req-86412110-8cc2-4b82-96a7-d47dd8a0b352 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7c1c4741-78d8-4a49-957c-6fd5b7ab7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460331 May 10 19:05:13.333469 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port 71327d9d-c036-46ab-ba9f-1e6eb7cbed46 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:05:13.334055 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (71327d9d-c036-46ab-ba9f-1e6eb7cbed46), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:13.340403 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 46810) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:13.345309 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-303fe9ed-c209-46c4-ac8e-9c1e3999be7b tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1697959745', 'description': 'tempest-secgroup-smoke-1697959745 description', 'project_id': '2eec603f7854489393b8c4ed68874746'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:05:13.365817 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-303fe9ed-c209-46c4-ac8e-9c1e3999be7b tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:13.418587 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-950f5451-aa81-4f8f-b780-3459479fef70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3acb3782-df72-46e0-93da-246da0bfea36', 'name': 'tempest-TestShelveInstance-460628779-router', 'tenant_id': '3edc3b8b7c564e348105d0218d64b958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'f3045f82-9c87-4b11-afb4-24c285a3de71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:08Z', 'updated_at': '2022-05-10T19:05:12Z', 'revision_number': 4, 'project_id': '3edc3b8b7c564e348105d0218d64b958', 'gw_port': {'id': 'f3045f82-9c87-4b11-afb4-24c285a3de71', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3acb3782-df72-46e0-93da-246da0bfea36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:09Z', 'updated_at': '2022-05-10T19:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': 'b25c733a-90b1-42c5-b75e-5432182821bb', 'name': '', 'network_id': '6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95', 'tenant_id': '3edc3b8b7c564e348105d0218d64b958', 'mac_address': 'fa:16:3e:ee:98:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3acb3782-df72-46e0-93da-246da0bfea36', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5309a23d-6430-46fc-89d6-c16a0069d3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:11Z', 'updated_at': '2022-05-10T19:05:12Z', 'revision_number': 2, 'project_id': '3edc3b8b7c564e348105d0218d64b958', 'subnets': [{'id': '5309a23d-6430-46fc-89d6-c16a0069d3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:05:13.441737 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-303fe9ed-c209-46c4-ac8e-9c1e3999be7b tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks [] for security_group (6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:13.446539 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-303fe9ed-c209-46c4-ac8e-9c1e3999be7b tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:13.447892 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950f5451-aa81-4f8f-b780-3459479fef70 None None] The sync data for ids ['3acb3782-df72-46e0-93da-246da0bfea36'] in dv-cinder-836996-18-iscsi is: [{'id': '3acb3782-df72-46e0-93da-246da0bfea36', 'name': 'tempest-TestShelveInstance-460628779-router', 'tenant_id': '3edc3b8b7c564e348105d0218d64b958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'f3045f82-9c87-4b11-afb4-24c285a3de71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:08Z', 'updated_at': '2022-05-10T19:05:12Z', 'revision_number': 4, 'project_id': '3edc3b8b7c564e348105d0218d64b958', 'gw_port': {'id': 'f3045f82-9c87-4b11-afb4-24c285a3de71', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3acb3782-df72-46e0-93da-246da0bfea36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:09Z', 'updated_at': '2022-05-10T19:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': 'b25c733a-90b1-42c5-b75e-5432182821bb', 'name': '', 'network_id': '6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95', 'tenant_id': '3edc3b8b7c564e348105d0218d64b958', 'mac_address': 'fa:16:3e:ee:98:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3acb3782-df72-46e0-93da-246da0bfea36', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5309a23d-6430-46fc-89d6-c16a0069d3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:11Z', 'updated_at': '2022-05-10T19:05:12Z', 'revision_number': 2, 'project_id': '3edc3b8b7c564e348105d0218d64b958', 'subnets': [{'id': '5309a23d-6430-46fc-89d6-c16a0069d3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:05:13.470183 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-303fe9ed-c209-46c4-ac8e-9c1e3999be7b tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:13.471774 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-303fe9ed-c209-46c4-ac8e-9c1e3999be7b tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1299236 May 10 19:05:13.479107 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 46812) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:13.483752 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-9185f665-54e6-4a42-88b9-94f407eb2842 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Request body: {'security_group_rule': {'security_group_id': '6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a', 'project_id': '2eec603f7854489393b8c4ed68874746', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:05:13.486449 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port 71327d9d-c036-46ab-ba9f-1e6eb7cbed46 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:05:13.501404 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303fe9ed-c209-46c4-ac8e-9c1e3999be7b tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:13.517020 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9185f665-54e6-4a42-88b9-94f407eb2842 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks [] for security_group_rule (3114dbed-d192-41af-92e7-3d72902d812a), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:13.575656 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9185f665-54e6-4a42-88b9-94f407eb2842 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks [] for security_group_rule (3114dbed-d192-41af-92e7-3d72902d812a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:13.580777 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9185f665-54e6-4a42-88b9-94f407eb2842 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063310'] for security_group_rule (3114dbed-d192-41af-92e7-3d72902d812a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:13.600016 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185f665-54e6-4a42-88b9-94f407eb2842 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3114dbed-d192-41af-92e7-3d72902d812a,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:13.609067 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9185f665-54e6-4a42-88b9-94f407eb2842 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:13.610307 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-9185f665-54e6-4a42-88b9-94f407eb2842 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1301825 May 10 19:05:13.613496 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 46820) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:13.620253 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-924f41bf-f421-4d95-b6bd-77111901eb21 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Request body: {'security_group_rule': {'security_group_id': '6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a', 'project_id': '2eec603f7854489393b8c4ed68874746', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:05:13.649490 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-924f41bf-f421-4d95-b6bd-77111901eb21 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks [] for security_group_rule (fd0967d0-627b-4688-af10-ea884dfa2eb1), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:13.743422 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-924f41bf-f421-4d95-b6bd-77111901eb21 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks [] for security_group_rule (fd0967d0-627b-4688-af10-ea884dfa2eb1), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:13.748966 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-924f41bf-f421-4d95-b6bd-77111901eb21 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063310'] for security_group_rule (fd0967d0-627b-4688-af10-ea884dfa2eb1), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:13.767404 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f41bf-f421-4d95-b6bd-77111901eb21 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd0967d0-627b-4688-af10-ea884dfa2eb1,revision_number=0']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:13.779536 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-924f41bf-f421-4d95-b6bd-77111901eb21 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:13.780985 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-924f41bf-f421-4d95-b6bd-77111901eb21 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1665623 May 10 19:05:13.783791 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 46824) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:13.788359 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-c3a34574-6a8f-41fc-bbcb-aa75bcd37292 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Request body: {'security_group_rule': {'security_group_id': '6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a', 'project_id': '2eec603f7854489393b8c4ed68874746', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:05:13.815814 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c3a34574-6a8f-41fc-bbcb-aa75bcd37292 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks [] for security_group_rule (0a6bc839-3664-4245-b662-fe9c348a4193), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:13.878253 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c3a34574-6a8f-41fc-bbcb-aa75bcd37292 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks [] for security_group_rule (0a6bc839-3664-4245-b662-fe9c348a4193), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:13.882475 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c3a34574-6a8f-41fc-bbcb-aa75bcd37292 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063310'] for security_group_rule (0a6bc839-3664-4245-b662-fe9c348a4193), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:13.901489 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a34574-6a8f-41fc-bbcb-aa75bcd37292 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a6bc839-3664-4245-b662-fe9c348a4193,revision_number=0']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:13.910223 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c3a34574-6a8f-41fc-bbcb-aa75bcd37292 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:13.911442 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-c3a34574-6a8f-41fc-bbcb-aa75bcd37292 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266375 May 10 19:05:13.914306 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 46826) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:13.919174 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-f65e0b4e-7378-43ec-8bd5-54e2bf814c6c tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Request body: {'security_group_rule': {'security_group_id': '6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a', 'project_id': '2eec603f7854489393b8c4ed68874746', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:05:13.945563 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f65e0b4e-7378-43ec-8bd5-54e2bf814c6c tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks [] for security_group_rule (749403bc-7be4-4486-91c7-87c46fed3360), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:14.004151 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f65e0b4e-7378-43ec-8bd5-54e2bf814c6c tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks [] for security_group_rule (749403bc-7be4-4486-91c7-87c46fed3360), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:14.009663 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f65e0b4e-7378-43ec-8bd5-54e2bf814c6c tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063310'] for security_group_rule (749403bc-7be4-4486-91c7-87c46fed3360), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:14.028824 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e0b4e-7378-43ec-8bd5-54e2bf814c6c tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=749403bc-7be4-4486-91c7-87c46fed3360,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:14.037888 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f65e0b4e-7378-43ec-8bd5-54e2bf814c6c tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:14.042913 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-f65e0b4e-7378-43ec-8bd5-54e2bf814c6c tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1258478 May 10 19:05:14.043623 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 46830) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:14.048525 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-820a69c2-fc8e-423b-869c-b42822b9bf47 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Request body: {'security_group_rule': {'security_group_id': '6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a', 'project_id': '2eec603f7854489393b8c4ed68874746', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:05:14.071231 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.db.securitygroups_db [None req-820a69c2-fc8e-423b-869c-b42822b9bf47 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Project 2eec603f7854489393b8c4ed68874746 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 19:05:14.077603 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-820a69c2-fc8e-423b-869c-b42822b9bf47 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks [] for security_group_rule (4a930d6b-ec74-48ce-b4bc-b94f3b93b223), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:14.211720 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-820a69c2-fc8e-423b-869c-b42822b9bf47 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks [] for security_group_rule (4a930d6b-ec74-48ce-b4bc-b94f3b93b223), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:14.217977 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-820a69c2-fc8e-423b-869c-b42822b9bf47 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063310'] for security_group_rule (4a930d6b-ec74-48ce-b4bc-b94f3b93b223), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:14.223354 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d59cb-87b4-44a6-8b01-0e91ac89db9f req-57e70b0e-9109-4c78-bc26-5e167ac147b8 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:14.225747 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-705d59cb-87b4-44a6-8b01-0e91ac89db9f req-57e70b0e-9109-4c78-bc26-5e167ac147b8 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cbc506d-be7d-4636-bebd-507daae0a109 HTTP/1.1" status: 200 len: 945 time: 0.0633228 May 10 19:05:14.237618 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a69c2-fc8e-423b-869c-b42822b9bf47 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a930d6b-ec74-48ce-b4bc-b94f3b93b223,revision_number=0']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:14.252328 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-820a69c2-fc8e-423b-869c-b42822b9bf47 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:14.256738 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-820a69c2-fc8e-423b-869c-b42822b9bf47 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2089968 May 10 19:05:14.256904 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 46840) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:14.261940 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-7a4bdee4-1578-49ad-b828-f1cb19bf58b6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Request body: {'security_group_rule': {'security_group_id': '6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a', 'project_id': '2eec603f7854489393b8c4ed68874746', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:05:14.285508 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.db.securitygroups_db [None req-7a4bdee4-1578-49ad-b828-f1cb19bf58b6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Project 2eec603f7854489393b8c4ed68874746 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 19:05:14.287394 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-705d59cb-87b4-44a6-8b01-0e91ac89db9f req-5d0176d4-ab12-4e8d-9940-21a92b894cc5 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c1c4741-78d8-4a49-957c-6fd5b7ab7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555716 May 10 19:05:14.292938 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7a4bdee4-1578-49ad-b828-f1cb19bf58b6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks [] for security_group_rule (71687ccc-b7e0-4f7a-9158-8b8e0c026232), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:14.363726 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7a4bdee4-1578-49ad-b828-f1cb19bf58b6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks [] for security_group_rule (71687ccc-b7e0-4f7a-9158-8b8e0c026232), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:14.368551 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7a4bdee4-1578-49ad-b828-f1cb19bf58b6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063310'] for security_group_rule (71687ccc-b7e0-4f7a-9158-8b8e0c026232), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:14.388323 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4bdee4-1578-49ad-b828-f1cb19bf58b6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71687ccc-b7e0-4f7a-9158-8b8e0c026232,revision_number=0']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:14.395718 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7a4bdee4-1578-49ad-b828-f1cb19bf58b6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:14.396945 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-7a4bdee4-1578-49ad-b828-f1cb19bf58b6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1390381 May 10 19:05:15.171639 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device f3045f82-9c87-4b11-afb4-24c285a3de71 up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:05:15.219612 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port f3045f82-9c87-4b11-afb4-24c285a3de71 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:05:15.219987 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (f3045f82-9c87-4b11-afb4-24c285a3de71), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:15.299402 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port f3045f82-9c87-4b11-afb4-24c285a3de71 is: DOWN; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:05:15.299921 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (f3045f82-9c87-4b11-afb4-24c285a3de71), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:15.322012 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] For port f3045f82-9c87-4b11-afb4-24c285a3de71, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=f3045f82-9c87-4b11-afb4-24c285a3de71,segment=NetworkSegment(5e4a060e-4ea0-4d95-88b5-1969f86bafa6),segment_id=5e4a060e-4ea0-4d95-88b5-1969f86bafa6)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:05:15.329368 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (f3045f82-9c87-4b11-afb4-24c285a3de71), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:15.424163 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Pushing event updated for resources: {'Port': ['ID=f3045f82-9c87-4b11-afb4-24c285a3de71,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:15.483279 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8016d9-0b3e-4412-a1f9-c29da71f059f req-54e00f1e-b6a7-44d8-9ead-8d565e90ff5a tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:15.486403 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-fa8016d9-0b3e-4412-a1f9-c29da71f059f req-54e00f1e-b6a7-44d8-9ead-8d565e90ff5a tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cbc506d-be7d-4636-bebd-507daae0a109 HTTP/1.1" status: 200 len: 945 time: 0.0825157 May 10 19:05:15.553868 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-fa8016d9-0b3e-4412-a1f9-c29da71f059f req-4e9809af-99d4-4a61-9d78-9b9844ea8b56 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c1c4741-78d8-4a49-957c-6fd5b7ab7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562193 May 10 19:05:16.324954 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba572d97-2aa9-41b1-bc47-b4a956a121f6 req-d151e5e2-84f1-4989-927e-203b6fce5b91 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:16.326619 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ba572d97-2aa9-41b1-bc47-b4a956a121f6 req-d151e5e2-84f1-4989-927e-203b6fce5b91 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cbc506d-be7d-4636-bebd-507daae0a109 HTTP/1.1" status: 200 len: 945 time: 0.0483408 May 10 19:05:16.374060 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ba572d97-2aa9-41b1-bc47-b4a956a121f6 req-eb0b29c5-9c5e-4fd9-8c8d-c6aaeaf201e6 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c1c4741-78d8-4a49-957c-6fd5b7ab7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417163 May 10 19:05:16.852332 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d78db7-f255-46a0-a0c4-0139f7143aad None None] Sync routers for ids ['3acb3782-df72-46e0-93da-246da0bfea36'] in dv-cinder-836996-18-iscsi {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:05:16.863280 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d78db7-f255-46a0-a0c4-0139f7143aad None None] Routers {'3acb3782-df72-46e0-93da-246da0bfea36'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:05:16.863999 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-93d78db7-f255-46a0-a0c4-0139f7143aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:05:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['3acb3782-df72-46e0-93da-246da0bfea36'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:05:16.983876 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-93d78db7-f255-46a0-a0c4-0139f7143aad None None] Set router 3acb3782-df72-46e0-93da-246da0bfea36 gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:05:17.212982 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device f3045f82-9c87-4b11-afb4-24c285a3de71 up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:05:17.214333 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-93d78db7-f255-46a0-a0c4-0139f7143aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3acb3782-df72-46e0-93da-246da0bfea36', 'name': 'tempest-TestShelveInstance-460628779-router', 'tenant_id': '3edc3b8b7c564e348105d0218d64b958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'f3045f82-9c87-4b11-afb4-24c285a3de71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:08Z', 'updated_at': '2022-05-10T19:05:12Z', 'revision_number': 4, 'project_id': '3edc3b8b7c564e348105d0218d64b958', 'gw_port': {'id': 'f3045f82-9c87-4b11-afb4-24c285a3de71', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acb3782-df72-46e0-93da-246da0bfea36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:09Z', 'updated_at': '2022-05-10T19:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': 'b25c733a-90b1-42c5-b75e-5432182821bb', 'name': '', 'network_id': '6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95', 'tenant_id': '3edc3b8b7c564e348105d0218d64b958', 'mac_address': 'fa:16:3e:ee:98:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3acb3782-df72-46e0-93da-246da0bfea36', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5309a23d-6430-46fc-89d6-c16a0069d3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:11Z', 'updated_at': '2022-05-10T19:05:12Z', 'revision_number': 2, 'project_id': '3edc3b8b7c564e348105d0218d64b958', 'subnets': [{'id': '5309a23d-6430-46fc-89d6-c16a0069d3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:05:17.243275 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d78db7-f255-46a0-a0c4-0139f7143aad None None] Checking router: 3acb3782-df72-46e0-93da-246da0bfea36 for host: dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:05:17.243694 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d78db7-f255-46a0-a0c4-0139f7143aad None None] Updating router 3acb3782-df72-46e0-93da-246da0bfea36 port b25c733a-90b1-42c5-b75e-5432182821bb binding host dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:05:17.259755 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port f3045f82-9c87-4b11-afb4-24c285a3de71 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:05:17.260135 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (f3045f82-9c87-4b11-afb4-24c285a3de71), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:17.269774 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-93d78db7-f255-46a0-a0c4-0139f7143aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (b25c733a-90b1-42c5-b75e-5432182821bb), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:17.474678 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port f3045f82-9c87-4b11-afb4-24c285a3de71 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:05:17.518088 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4208683-05bb-4f72-84c5-cd8f7ff5e5d4 req-8f227d09-6960-4404-a62a-716c82fb28fe tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:17.519600 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b4208683-05bb-4f72-84c5-cd8f7ff5e5d4 req-8f227d09-6960-4404-a62a-716c82fb28fe tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cbc506d-be7d-4636-bebd-507daae0a109 HTTP/1.1" status: 200 len: 945 time: 0.0542548 May 10 19:05:17.567387 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b4208683-05bb-4f72-84c5-cd8f7ff5e5d4 req-49beea04-59e2-4bd0-897d-5526e41f9bad tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c1c4741-78d8-4a49-957c-6fd5b7ab7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417690 May 10 19:05:17.645516 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-93d78db7-f255-46a0-a0c4-0139f7143aad None None] Publish callbacks [] for port (b25c733a-90b1-42c5-b75e-5432182821bb), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:17.650881 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-93d78db7-f255-46a0-a0c4-0139f7143aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (b25c733a-90b1-42c5-b75e-5432182821bb), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:17.699436 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b44e67-c2ed-446b-a140-b4a62a959e95 None None] Pushing event updated for resources: {'Port': ['ID=b25c733a-90b1-42c5-b75e-5432182821bb,revision_number=3']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:17.760143 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [None req-93d78db7-f255-46a0-a0c4-0139f7143aad None None] Attempting to bind port b25c733a-90b1-42c5-b75e-5432182821bb on host dv-cinder-836996-18-iscsi for vnic_type normal with profile {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:05:17.760485 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [None req-93d78db7-f255-46a0-a0c4-0139f7143aad None None] Attempting to bind port b25c733a-90b1-42c5-b75e-5432182821bb by drivers openvswitch,hyperv on host dv-cinder-836996-18-iscsi at level 0 using segments [{'id': 'cba1b97a-5beb-46b5-ad52-5dd35403a3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95'}] {{(pid=103425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:05:17.760874 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d78db7-f255-46a0-a0c4-0139f7143aad None None] Attempting to bind port b25c733a-90b1-42c5-b75e-5432182821bb on network 6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95 {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:05:17.768301 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d78db7-f255-46a0-a0c4-0139f7143aad None None] Checking agent: {'id': 'c34e4451-1c74-4654-b00e-86e650275fac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 49, 35), 'started_at': datetime.datetime(2022, 5, 10, 18, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:05:17.768640 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d78db7-f255-46a0-a0c4-0139f7143aad None None] Checking segment: {'id': 'cba1b97a-5beb-46b5-ad52-5dd35403a3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:05:17.769070 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-93d78db7-f255-46a0-a0c4-0139f7143aad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:17.769456 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d78db7-f255-46a0-a0c4-0139f7143aad None None] Bound using segment: {'id': 'cba1b97a-5beb-46b5-ad52-5dd35403a3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95'} {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:05:17.769921 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [None req-93d78db7-f255-46a0-a0c4-0139f7143aad None None] Bound port: b25c733a-90b1-42c5-b75e-5432182821bb, host: dv-cinder-836996-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cba1b97a-5beb-46b5-ad52-5dd35403a3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95'}}] {{(pid=103425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:05:17.770290 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-93d78db7-f255-46a0-a0c4-0139f7143aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (b25c733a-90b1-42c5-b75e-5432182821bb), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:17.836627 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-93d78db7-f255-46a0-a0c4-0139f7143aad None None] For port b25c733a-90b1-42c5-b75e-5432182821bb, host dv-cinder-836996-18-iscsi, cleared binding levels {{(pid=103425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:05:17.839886 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-93d78db7-f255-46a0-a0c4-0139f7143aad None None] For port b25c733a-90b1-42c5-b75e-5432182821bb, host dv-cinder-836996-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=b25c733a-90b1-42c5-b75e-5432182821bb,segment=NetworkSegment(cba1b97a-5beb-46b5-ad52-5dd35403a3ca),segment_id=cba1b97a-5beb-46b5-ad52-5dd35403a3ca)] {{(pid=103425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:05:17.849405 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-93d78db7-f255-46a0-a0c4-0139f7143aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (b25c733a-90b1-42c5-b75e-5432182821bb), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:17.913370 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d78db7-f255-46a0-a0c4-0139f7143aad None None] Routers {'3acb3782-df72-46e0-93da-246da0bfea36'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:05:17.914052 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-93d78db7-f255-46a0-a0c4-0139f7143aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:05:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['3acb3782-df72-46e0-93da-246da0bfea36'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:05:17.918752 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b44e67-c2ed-446b-a140-b4a62a959e95 None None] Pushing event updated for resources: {'Port': ['ID=b25c733a-90b1-42c5-b75e-5432182821bb,revision_number=4']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:17.969868 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-d188c0f2-6a21-483d-b819-2316a8d04961 None None] Provisioning complete for port b25c733a-90b1-42c5-b75e-5432182821bb triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:05:17.970105 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17225c5b-1979-4ca2-9e0e-635ba02ba444 req-241fe041-b56e-46aa-81cf-28712f50e6f6 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:17.971246 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d188c0f2-6a21-483d-b819-2316a8d04961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (b25c733a-90b1-42c5-b75e-5432182821bb), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:17.971845 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-17225c5b-1979-4ca2-9e0e-635ba02ba444 req-241fe041-b56e-46aa-81cf-28712f50e6f6 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cbc506d-be7d-4636-bebd-507daae0a109 HTTP/1.1" status: 200 len: 945 time: 0.0667861 May 10 19:05:18.045673 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-93d78db7-f255-46a0-a0c4-0139f7143aad None None] Set router 3acb3782-df72-46e0-93da-246da0bfea36 gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:05:18.090405 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-d188c0f2-6a21-483d-b819-2316a8d04961 None None] Current status of the port b25c733a-90b1-42c5-b75e-5432182821bb is: DOWN; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:05:18.090786 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d188c0f2-6a21-483d-b819-2316a8d04961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (b25c733a-90b1-42c5-b75e-5432182821bb), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:18.137343 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-17225c5b-1979-4ca2-9e0e-635ba02ba444 req-21cb33a3-3676-4f8b-a3f9-d2fbb237bf34 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Deleting port 557604c9-a95d-45b3-b142-216ce5bee195 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:05:18.137740 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-17225c5b-1979-4ca2-9e0e-635ba02ba444 req-21cb33a3-3676-4f8b-a3f9-d2fbb237bf34 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (557604c9-a95d-45b3-b142-216ce5bee195), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:18.139548 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-d188c0f2-6a21-483d-b819-2316a8d04961 None None] For port b25c733a-90b1-42c5-b75e-5432182821bb, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=b25c733a-90b1-42c5-b75e-5432182821bb,segment=NetworkSegment(cba1b97a-5beb-46b5-ad52-5dd35403a3ca),segment_id=cba1b97a-5beb-46b5-ad52-5dd35403a3ca)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:05:18.144694 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d188c0f2-6a21-483d-b819-2316a8d04961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (b25c733a-90b1-42c5-b75e-5432182821bb), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:18.208056 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d188c0f2-6a21-483d-b819-2316a8d04961 None None] Pushing event updated for resources: {'Port': ['ID=b25c733a-90b1-42c5-b75e-5432182821bb,revision_number=5']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:18.262679 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-93d78db7-f255-46a0-a0c4-0139f7143aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3acb3782-df72-46e0-93da-246da0bfea36', 'name': 'tempest-TestShelveInstance-460628779-router', 'tenant_id': '3edc3b8b7c564e348105d0218d64b958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'f3045f82-9c87-4b11-afb4-24c285a3de71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:08Z', 'updated_at': '2022-05-10T19:05:12Z', 'revision_number': 4, 'project_id': '3edc3b8b7c564e348105d0218d64b958', 'gw_port': {'id': 'f3045f82-9c87-4b11-afb4-24c285a3de71', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acb3782-df72-46e0-93da-246da0bfea36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:09Z', 'updated_at': '2022-05-10T19:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': 'b25c733a-90b1-42c5-b75e-5432182821bb', 'name': '', 'network_id': '6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95', 'tenant_id': '3edc3b8b7c564e348105d0218d64b958', 'mac_address': 'fa:16:3e:ee:98:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3acb3782-df72-46e0-93da-246da0bfea36', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5309a23d-6430-46fc-89d6-c16a0069d3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:11Z', 'updated_at': '2022-05-10T19:05:17Z', 'revision_number': 4, 'project_id': '3edc3b8b7c564e348105d0218d64b958', 'subnets': [{'id': '5309a23d-6430-46fc-89d6-c16a0069d3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:05:18.269411 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-144994ee-163e-4ed2-9f95-71ca2f0ee750 None None] Provisioning complete for port b25c733a-90b1-42c5-b75e-5432182821bb triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:05:18.270828 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-144994ee-163e-4ed2-9f95-71ca2f0ee750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (b25c733a-90b1-42c5-b75e-5432182821bb), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:18.272811 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-17225c5b-1979-4ca2-9e0e-635ba02ba444 req-21cb33a3-3676-4f8b-a3f9-d2fbb237bf34 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] For port 557604c9-a95d-45b3-b142-216ce5bee195, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=557604c9-a95d-45b3-b142-216ce5bee195,segment=NetworkSegment(49b1ae63-ba71-440e-8b35-a61f96945057),segment_id=49b1ae63-ba71-440e-8b35-a61f96945057)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:05:18.275090 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-17225c5b-1979-4ca2-9e0e-635ba02ba444 req-21cb33a3-3676-4f8b-a3f9-d2fbb237bf34 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (557604c9-a95d-45b3-b142-216ce5bee195), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:18.297003 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d78db7-f255-46a0-a0c4-0139f7143aad None None] The sync data for ids ['3acb3782-df72-46e0-93da-246da0bfea36'] in dv-cinder-836996-18-iscsi is: [{'id': '3acb3782-df72-46e0-93da-246da0bfea36', 'name': 'tempest-TestShelveInstance-460628779-router', 'tenant_id': '3edc3b8b7c564e348105d0218d64b958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'f3045f82-9c87-4b11-afb4-24c285a3de71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:08Z', 'updated_at': '2022-05-10T19:05:12Z', 'revision_number': 4, 'project_id': '3edc3b8b7c564e348105d0218d64b958', 'gw_port': {'id': 'f3045f82-9c87-4b11-afb4-24c285a3de71', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acb3782-df72-46e0-93da-246da0bfea36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:09Z', 'updated_at': '2022-05-10T19:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': 'b25c733a-90b1-42c5-b75e-5432182821bb', 'name': '', 'network_id': '6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95', 'tenant_id': '3edc3b8b7c564e348105d0218d64b958', 'mac_address': 'fa:16:3e:ee:98:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3acb3782-df72-46e0-93da-246da0bfea36', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5309a23d-6430-46fc-89d6-c16a0069d3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:11Z', 'updated_at': '2022-05-10T19:05:17Z', 'revision_number': 4, 'project_id': '3edc3b8b7c564e348105d0218d64b958', 'subnets': [{'id': '5309a23d-6430-46fc-89d6-c16a0069d3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:05:18.304053 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-17225c5b-1979-4ca2-9e0e-635ba02ba444 req-21cb33a3-3676-4f8b-a3f9-d2fbb237bf34 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Calling delete_port for 557604c9-a95d-45b3-b142-216ce5bee195 owned by compute:nova {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:05:18.401650 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-144994ee-163e-4ed2-9f95-71ca2f0ee750 None None] Current status of the port b25c733a-90b1-42c5-b75e-5432182821bb is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:05:18.509746 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-17225c5b-1979-4ca2-9e0e-635ba02ba444 req-21cb33a3-3676-4f8b-a3f9-d2fbb237bf34 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (557604c9-a95d-45b3-b142-216ce5bee195), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:18.544121 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb33a3-3676-4f8b-a3f9-d2fbb237bf34 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Pushing event deleted for resources: {'Port': ['ID=557604c9-a95d-45b3-b142-216ce5bee195,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:18.554785 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['557604c9-a95d-45b3-b142-216ce5bee195'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:05:18.601855 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-17225c5b-1979-4ca2-9e0e-635ba02ba444 req-21cb33a3-3676-4f8b-a3f9-d2fbb237bf34 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] No DVR routers for this DVR port 557604c9-a95d-45b3-b142-216ce5bee195 on host hv-cinder-83699 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:05:18.605582 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-17225c5b-1979-4ca2-9e0e-635ba02ba444 req-21cb33a3-3676-4f8b-a3f9-d2fbb237bf34 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:18.609425 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-17225c5b-1979-4ca2-9e0e-635ba02ba444 req-21cb33a3-3676-4f8b-a3f9-d2fbb237bf34 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.48 "DELETE /v2.0/ports/557604c9-a95d-45b3-b142-216ce5bee195 HTTP/1.1" status: 204 len: 173 time: 0.6209161 May 10 19:05:18.610109 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbc506d-be7d-4636-bebd-507daae0a109', 'name': 'network-vif-deleted', 'tag': '557604c9-a95d-45b3-b142-216ce5bee195'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:05:18.613556 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af51c0f4-ebde-47bd-b94d-f39960563929" -d '{"events": [{"server_uuid": "7cbc506d-be7d-4636-bebd-507daae0a109", "name": "network-vif-deleted", "tag": "557604c9-a95d-45b3-b142-216ce5bee195"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:05:18.668587 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d608dc-239f-470d-9cd3-176096326963 x-openstack-request-id: req-90d608dc-239f-470d-9cd3-176096326963 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:05:18.669246 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbc506d-be7d-4636-bebd-507daae0a109", "name": "network-vif-deleted", "tag": "557604c9-a95d-45b3-b142-216ce5bee195", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:05:18.669650 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-90d608dc-239f-470d-9cd3-176096326963 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:05:18.670227 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90d608dc-239f-470d-9cd3-176096326963'] response: {'server_uuid': '7cbc506d-be7d-4636-bebd-507daae0a109', 'name': 'network-vif-deleted', 'tag': '557604c9-a95d-45b3-b142-216ce5bee195', 'status': 'completed', 'code': 200} May 10 19:05:18.755141 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3ce59d21-d21d-49f9-b5bd-2f3ea7e65890 req-511bbaae-6632-4580-9681-32b0053d044b tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cbc506d-be7d-4636-bebd-507daae0a109 HTTP/1.1" status: 200 len: 210 time: 0.0424254 May 10 19:05:19.182289 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device b25c733a-90b1-42c5-b75e-5432182821bb up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:05:19.231861 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port b25c733a-90b1-42c5-b75e-5432182821bb triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:05:19.232187 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (b25c733a-90b1-42c5-b75e-5432182821bb), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:19.316464 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port b25c733a-90b1-42c5-b75e-5432182821bb is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:05:20.096315 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-c2fe1818-0549-4ac7-8cdc-0bce9d8e3af7 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:20.097804 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-c2fe1818-0549-4ac7-8cdc-0bce9d8e3af7 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/networks?id=25a6dec7-fc6e-49a1-9597-2f14062a6a5f HTTP/1.1" status: 200 len: 808 time: 0.1063893 May 10 19:05:20.114507 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-ef93e803-ed65-41fd-9393-631efc23c3de tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/quotas/8a803c29217e4388a684686173489d99 HTTP/1.1" status: 200 len: 375 time: 0.0089114 May 10 19:05:20.149239 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-ea524bea-c698-43b7-8506-4fdbdd936281 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8a803c29217e4388a684686173489d99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277042 May 10 19:05:20.236374 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-f98578d8-aa98-4682-be8a-358289ac85b2 service neutron] 10.222.0.52 "GET /v2.0/networks/25a6dec7-fc6e-49a1-9597-2f14062a6a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803733 May 10 19:05:20.328917 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-3d837e03-f5d7-4c3d-a836-e15bed057919 service neutron] 10.222.0.52 "GET /v2.0/networks/25a6dec7-fc6e-49a1-9597-2f14062a6a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865455 May 10 19:05:20.502875 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-260b3c9c-36db-4e7e-8c77-9efbe3ce4222 req-7a3dc3c3-081e-484e-a2bb-ab9a8b570f34 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac8a547-4904-4461-8432-f816d5e158b7 HTTP/1.1" status: 200 len: 210 time: 0.0319126 May 10 19:05:21.613877 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5773ba19-a2d0-4929-8545-5c8525d1bdcc req-229dd8ca-b4a2-4234-a4b2-b73bc5cde33c tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac8a547-4904-4461-8432-f816d5e158b7 HTTP/1.1" status: 200 len: 210 time: 0.0332024 May 10 19:05:22.329570 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 557604c9-a95d-45b3-b142-216ce5bee195 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:05:22.354767 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] No Port match for: 557604c9-a95d-45b3-b142-216ce5bee195 {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:05:22.355641 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 557604c9-a95d-45b3-b142-216ce5bee195 not bound to the agent host hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:05:22.722037 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b3aac5c4-b119-4bf4-84e5-9e6cfd886ab0 req-3ab29c6b-0ce8-4e0b-b192-989d3c2b41bb tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac8a547-4904-4461-8432-f816d5e158b7 HTTP/1.1" status: 200 len: 210 time: 0.0293314 May 10 19:05:23.817647 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-640463a8-d57f-433f-8189-9f550a5dd0f0 req-209cca1f-fe67-4455-9b6c-f68df4437631 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac8a547-4904-4461-8432-f816d5e158b7 HTTP/1.1" status: 200 len: 210 time: 0.0272386 May 10 19:05:24.919513 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-618278d9-ac7a-408f-857b-3d5b3ecb95f7 req-907bda3f-0f18-4562-b6bb-44e6d5dc0fb5 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac8a547-4904-4461-8432-f816d5e158b7 HTTP/1.1" status: 200 len: 210 time: 0.0285137 May 10 19:05:25.378242 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-00724d31-4173-4c99-a326-aea05feebf66 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:25.379857 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-00724d31-4173-4c99-a326-aea05feebf66 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.48 "GET /v2.0/networks?id=25a6dec7-fc6e-49a1-9597-2f14062a6a5f HTTP/1.1" status: 200 len: 808 time: 0.1079643 May 10 19:05:25.397597 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-75fc06e4-c920-4693-8a72-3071d69e4adc tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Request body: {'port': {'device_id': 'bac8a547-4904-4461-8432-f816d5e158b7', 'network_id': '25a6dec7-fc6e-49a1-9597-2f14062a6a5f', 'admin_state_up': True, 'tenant_id': '8a803c29217e4388a684686173489d99'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:05:25.507521 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-75fc06e4-c920-4693-8a72-3071d69e4adc tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Made reservation on behalf of 8a803c29217e4388a684686173489d99 for: {'port': 1} {{(pid=103423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:05:25.510894 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-75fc06e4-c920-4693-8a72-3071d69e4adc tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:25.637871 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-75fc06e4-c920-4693-8a72-3071d69e4adc tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Allocated IP 172.20.0.4 (25a6dec7-fc6e-49a1-9597-2f14062a6a5f/8439b687-2b06-44f2-86a8-8494aa80bfcf/41d20e34-beb0-4cf1-b624-c0e887136d8e) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:05:25.786689 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-75fc06e4-c920-4693-8a72-3071d69e4adc tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Publish callbacks [] for port (41d20e34-beb0-4cf1-b624-c0e887136d8e), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:25.827969 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-75fc06e4-c920-4693-8a72-3071d69e4adc tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (41d20e34-beb0-4cf1-b624-c0e887136d8e), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:25.872893 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-75fc06e4-c920-4693-8a72-3071d69e4adc tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Network 25a6dec7-fc6e-49a1-9597-2f14062a6a5f is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:05:25.875974 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-75fc06e4-c920-4693-8a72-3071d69e4adc tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:05:25.879751 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-75fc06e4-c920-4693-8a72-3071d69e4adc tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:05:25.906039 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc06e4-c920-4693-8a72-3071d69e4adc tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Pushing event updated for resources: {'Port': ['ID=41d20e34-beb0-4cf1-b624-c0e887136d8e,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:25.938362 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-75fc06e4-c920-4693-8a72-3071d69e4adc tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:25.938979 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-75fc06e4-c920-4693-8a72-3071d69e4adc tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:25.959838 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-75fc06e4-c920-4693-8a72-3071d69e4adc tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5662348 May 10 19:05:25.980053 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-eac14229-b9af-45c6-ac68-5c757b79b18d service neutron] Request body: {'port': {'device_id': 'bac8a547-4904-4461-8432-f816d5e158b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:05:26.085285 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8def644-ad90-4f98-976a-828380f71d6f req-f505f930-5c1b-42c3-ba1e-5408844d20ca tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:26.086777 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b8def644-ad90-4f98-976a-828380f71d6f req-f505f930-5c1b-42c3-ba1e-5408844d20ca tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac8a547-4904-4461-8432-f816d5e158b7 HTTP/1.1" status: 200 len: 931 time: 0.0767925 May 10 19:05:26.096907 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-eac14229-b9af-45c6-ac68-5c757b79b18d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (41d20e34-beb0-4cf1-b624-c0e887136d8e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:26.187703 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b8def644-ad90-4f98-976a-828380f71d6f req-a441dcfc-b89b-4277-86aa-b7c6c7dff211 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c1c4741-78d8-4a49-957c-6fd5b7ab7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924616 May 10 19:05:26.402416 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-eac14229-b9af-45c6-ac68-5c757b79b18d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d20e34-beb0-4cf1-b624-c0e887136d8e {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:05:26.410169 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-eac14229-b9af-45c6-ac68-5c757b79b18d service neutron] Publish callbacks [] for port (41d20e34-beb0-4cf1-b624-c0e887136d8e), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:26.429015 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-eac14229-b9af-45c6-ac68-5c757b79b18d service neutron] Transition to ACTIVE for port object 41d20e34-beb0-4cf1-b624-c0e887136d8e will not be triggered until provisioned by entity L2. {{(pid=103423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:05:26.436642 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-eac14229-b9af-45c6-ac68-5c757b79b18d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (41d20e34-beb0-4cf1-b624-c0e887136d8e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:26.487664 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac14229-b9af-45c6-ac68-5c757b79b18d service neutron] Pushing event updated for resources: {'Port': ['ID=41d20e34-beb0-4cf1-b624-c0e887136d8e,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:26.565234 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-eac14229-b9af-45c6-ac68-5c757b79b18d service neutron] Attempting to bind port 41d20e34-beb0-4cf1-b624-c0e887136d8e on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:05:26.565571 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-eac14229-b9af-45c6-ac68-5c757b79b18d service neutron] Attempting to bind port 41d20e34-beb0-4cf1-b624-c0e887136d8e by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '49b1ae63-ba71-440e-8b35-a61f96945057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '25a6dec7-fc6e-49a1-9597-2f14062a6a5f'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:05:26.565923 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-eac14229-b9af-45c6-ac68-5c757b79b18d service neutron] Attempting to bind port 41d20e34-beb0-4cf1-b624-c0e887136d8e on network 25a6dec7-fc6e-49a1-9597-2f14062a6a5f {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:05:26.570578 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-eac14229-b9af-45c6-ac68-5c757b79b18d service neutron] Port 41d20e34-beb0-4cf1-b624-c0e887136d8e on network 25a6dec7-fc6e-49a1-9597-2f14062a6a5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:05:26.570903 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-eac14229-b9af-45c6-ac68-5c757b79b18d service neutron] Attempting to bind port 41d20e34-beb0-4cf1-b624-c0e887136d8e on network 25a6dec7-fc6e-49a1-9597-2f14062a6a5f {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:05:26.575892 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-eac14229-b9af-45c6-ac68-5c757b79b18d service neutron] Checking agent: {'id': '84b4d3b2-b3ea-4da4-b994-5396953c421b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'started_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:05:26.576232 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-eac14229-b9af-45c6-ac68-5c757b79b18d service neutron] Checking segment: {'id': '49b1ae63-ba71-440e-8b35-a61f96945057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '25a6dec7-fc6e-49a1-9597-2f14062a6a5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:05:26.576625 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-eac14229-b9af-45c6-ac68-5c757b79b18d service neutron] Bound using segment: {'id': '49b1ae63-ba71-440e-8b35-a61f96945057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '25a6dec7-fc6e-49a1-9597-2f14062a6a5f'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:05:26.577093 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-eac14229-b9af-45c6-ac68-5c757b79b18d service neutron] Bound port: 41d20e34-beb0-4cf1-b624-c0e887136d8e, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49b1ae63-ba71-440e-8b35-a61f96945057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '25a6dec7-fc6e-49a1-9597-2f14062a6a5f'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:05:26.577452 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-eac14229-b9af-45c6-ac68-5c757b79b18d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (41d20e34-beb0-4cf1-b624-c0e887136d8e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:26.648961 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-eac14229-b9af-45c6-ac68-5c757b79b18d service neutron] For port 41d20e34-beb0-4cf1-b624-c0e887136d8e, host hv-cinder-83699, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:05:26.653721 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-eac14229-b9af-45c6-ac68-5c757b79b18d service neutron] For port 41d20e34-beb0-4cf1-b624-c0e887136d8e, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=41d20e34-beb0-4cf1-b624-c0e887136d8e,segment=NetworkSegment(49b1ae63-ba71-440e-8b35-a61f96945057),segment_id=49b1ae63-ba71-440e-8b35-a61f96945057)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:05:26.663953 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-eac14229-b9af-45c6-ac68-5c757b79b18d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (41d20e34-beb0-4cf1-b624-c0e887136d8e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:26.702615 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-eac14229-b9af-45c6-ac68-5c757b79b18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:26.703239 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-eac14229-b9af-45c6-ac68-5c757b79b18d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:26.704744 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-eac14229-b9af-45c6-ac68-5c757b79b18d service neutron] 10.222.0.48 "PUT /v2.0/ports/41d20e34-beb0-4cf1-b624-c0e887136d8e HTTP/1.1" status: 200 len: 1093 time: 0.7295585 May 10 19:05:26.705205 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac8a547-4904-4461-8432-f816d5e158b7', 'tag': '41d20e34-beb0-4cf1-b624-c0e887136d8e'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:05:26.707627 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f0ef52-b888-47f4-957b-f48b2f96151d" -d '{"events": [{"name": "network-changed", "server_uuid": "bac8a547-4904-4461-8432-f816d5e158b7", "tag": "41d20e34-beb0-4cf1-b624-c0e887136d8e"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:05:26.734383 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac14229-b9af-45c6-ac68-5c757b79b18d service neutron] Pushing event updated for resources: {'Port': ['ID=41d20e34-beb0-4cf1-b624-c0e887136d8e,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:26.748153 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ac76bd-4f95-4027-a288-92920faabfc8 x-openstack-request-id: req-25ac76bd-4f95-4027-a288-92920faabfc8 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:05:26.748435 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac8a547-4904-4461-8432-f816d5e158b7", "tag": "41d20e34-beb0-4cf1-b624-c0e887136d8e", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:05:26.748732 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-25ac76bd-4f95-4027-a288-92920faabfc8 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:05:26.749178 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25ac76bd-4f95-4027-a288-92920faabfc8'] response: {'name': 'network-changed', 'server_uuid': 'bac8a547-4904-4461-8432-f816d5e158b7', 'tag': '41d20e34-beb0-4cf1-b624-c0e887136d8e', 'status': 'completed', 'code': 200} May 10 19:05:26.809600 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-80e6e084-93c2-430c-8df9-3a3a59646ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:26.811344 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-80e6e084-93c2-430c-8df9-3a3a59646ee7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8a803c29217e4388a684686173489d99&device_id=bac8a547-4904-4461-8432-f816d5e158b7 HTTP/1.1" status: 200 len: 1127 time: 0.0403709 May 10 19:05:26.865249 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-990590cc-b923-4927-83e2-16eae4da089f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41d20e34-beb0-4cf1-b624-c0e887136d8e HTTP/1.1" status: 200 len: 217 time: 0.0388217 May 10 19:05:26.917632 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-39e1e115-1d06-49e5-ab9d-57b3d0b9aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:26.919095 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-39e1e115-1d06-49e5-ab9d-57b3d0b9aefb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8439b687-2b06-44f2-86a8-8494aa80bfcf HTTP/1.1" status: 200 len: 848 time: 0.0467360 May 10 19:05:26.953293 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-97a7dcfa-7c35-4d33-b157-9842d624f1a2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25a6dec7-fc6e-49a1-9597-2f14062a6a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272462 May 10 19:05:27.055085 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-398e13e3-8bd2-4954-942b-17e9f199a5e7 service neutron] 10.222.0.48 "GET /v2.0/networks/25a6dec7-fc6e-49a1-9597-2f14062a6a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943260 May 10 19:05:27.149834 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8e17b123-ef55-483c-8038-92c5c8d8d1a2 req-14f99328-ab08-4afd-9312-b290698f472b service neutron] 10.222.0.48 "GET /v2.0/networks/25a6dec7-fc6e-49a1-9597-2f14062a6a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880058 May 10 19:05:27.306793 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdcadd5-e51c-4b22-a9c3-4d5ba0394ebc req-825197af-8887-4305-80a6-f0051f765ca3 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:27.308260 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5cdcadd5-e51c-4b22-a9c3-4d5ba0394ebc req-825197af-8887-4305-80a6-f0051f765ca3 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac8a547-4904-4461-8432-f816d5e158b7 HTTP/1.1" status: 200 len: 943 time: 0.0497842 May 10 19:05:27.359353 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5cdcadd5-e51c-4b22-a9c3-4d5ba0394ebc req-f1d1e78a-2240-4a00-9b5d-880b153886c8 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c1c4741-78d8-4a49-957c-6fd5b7ab7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452709 May 10 19:05:27.515003 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 47176) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:27.628612 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e5a21ed0-463e-4265-8e4c-e04e5b7ed48c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:27.706488 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e5a21ed0-463e-4265-8e4c-e04e5b7ed48c admin admin] Publish callbacks [] for security_group (d44cedab-6f9b-4f1b-b0cb-d77915016f13), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:27.711418 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e5a21ed0-463e-4265-8e4c-e04e5b7ed48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (d44cedab-6f9b-4f1b-b0cb-d77915016f13), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:27.752913 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a21ed0-463e-4265-8e4c-e04e5b7ed48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44cedab-6f9b-4f1b-b0cb-d77915016f13,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:27.758598 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-e5a21ed0-463e-4265-8e4c-e04e5b7ed48c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9193dac390314482a832c23f21ea0c34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424922 May 10 19:05:27.761192 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 47190) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:27.809724 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-64cd3169-5cde-4f14-9f59-8353c5375597 admin admin] Publish callbacks [] for security_group (d44cedab-6f9b-4f1b-b0cb-d77915016f13), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:27.831032 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-64cd3169-5cde-4f14-9f59-8353c5375597 admin admin] Publish callbacks [] for security_group (d44cedab-6f9b-4f1b-b0cb-d77915016f13), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:27.883554 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-64cd3169-5cde-4f14-9f59-8353c5375597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (d44cedab-6f9b-4f1b-b0cb-d77915016f13), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:27.886091 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-64cd3169-5cde-4f14-9f59-8353c5375597 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:27.887231 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-64cd3169-5cde-4f14-9f59-8353c5375597 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d44cedab-6f9b-4f1b-b0cb-d77915016f13 HTTP/1.1" status: 204 len: 168 time: 0.1248503 May 10 19:05:27.895112 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd3169-5cde-4f14-9f59-8353c5375597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44cedab-6f9b-4f1b-b0cb-d77915016f13,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:28.049359 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0ef52-b888-47f4-957b-f48b2f96151d req-91a83891-318c-4886-a198-7050e8952b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:28.051413 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a3f0ef52-b888-47f4-957b-f48b2f96151d req-91a83891-318c-4886-a198-7050e8952b51 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8a803c29217e4388a684686173489d99&device_id=bac8a547-4904-4461-8432-f816d5e158b7 HTTP/1.1" status: 200 len: 1127 time: 0.0452929 May 10 19:05:28.143513 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0ef52-b888-47f4-957b-f48b2f96151d req-bf9a7395-80ec-4206-a206-5e8a0bd51c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:28.145020 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a3f0ef52-b888-47f4-957b-f48b2f96151d req-bf9a7395-80ec-4206-a206-5e8a0bd51c2d service neutron] 10.222.0.48 "GET /v2.0/networks?id=25a6dec7-fc6e-49a1-9597-2f14062a6a5f HTTP/1.1" status: 200 len: 909 time: 0.0863202 May 10 19:05:28.157673 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 47198) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:28.170962 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4afa2cbc-ceab-4cc1-9360-620823e98222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:28.188892 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a3f0ef52-b888-47f4-957b-f48b2f96151d req-7e8614e6-c1c1-406e-b581-4dd9caf4690e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41d20e34-beb0-4cf1-b624-c0e887136d8e HTTP/1.1" status: 200 len: 217 time: 0.0377195 May 10 19:05:28.242748 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0ef52-b888-47f4-957b-f48b2f96151d req-6c9caf65-ba61-454c-b275-824f10ec985e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:28.244486 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a3f0ef52-b888-47f4-957b-f48b2f96151d req-6c9caf65-ba61-454c-b275-824f10ec985e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8439b687-2b06-44f2-86a8-8494aa80bfcf HTTP/1.1" status: 200 len: 848 time: 0.0467744 May 10 19:05:28.248689 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4afa2cbc-ceab-4cc1-9360-620823e98222 admin admin] Publish callbacks [] for security_group (7123facf-9013-4c1f-98c7-96480320d08c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:28.254906 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4afa2cbc-ceab-4cc1-9360-620823e98222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (7123facf-9013-4c1f-98c7-96480320d08c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:28.279555 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a3f0ef52-b888-47f4-957b-f48b2f96151d req-82444cc5-c810-440b-9112-dbe8ab926174 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25a6dec7-fc6e-49a1-9597-2f14062a6a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279222 May 10 19:05:28.294636 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-4afa2cbc-ceab-4cc1-9360-620823e98222 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=89559300d23e4868b0fa3db507c16df8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357751 May 10 19:05:28.295798 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa2cbc-ceab-4cc1-9360-620823e98222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7123facf-9013-4c1f-98c7-96480320d08c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:28.298266 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 47200) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:28.352917 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e238a270-4cd1-4134-a26e-52112a05a7fe admin admin] Publish callbacks [] for security_group (7123facf-9013-4c1f-98c7-96480320d08c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:28.375627 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a3f0ef52-b888-47f4-957b-f48b2f96151d req-8edef79b-f7c4-42e5-9f15-4a4ae939c64c service neutron] 10.222.0.48 "GET /v2.0/networks/25a6dec7-fc6e-49a1-9597-2f14062a6a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897160 May 10 19:05:28.377326 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e238a270-4cd1-4134-a26e-52112a05a7fe admin admin] Publish callbacks [] for security_group (7123facf-9013-4c1f-98c7-96480320d08c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:28.429281 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e238a270-4cd1-4134-a26e-52112a05a7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (7123facf-9013-4c1f-98c7-96480320d08c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:28.433057 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e238a270-4cd1-4134-a26e-52112a05a7fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:28.434488 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-e238a270-4cd1-4134-a26e-52112a05a7fe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7123facf-9013-4c1f-98c7-96480320d08c HTTP/1.1" status: 204 len: 168 time: 0.1352713 May 10 19:05:28.445032 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e238a270-4cd1-4134-a26e-52112a05a7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7123facf-9013-4c1f-98c7-96480320d08c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:28.496560 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a3f0ef52-b888-47f4-957b-f48b2f96151d req-b4c3d379-198c-44a8-bf92-7f581442cb2a service neutron] 10.222.0.48 "GET /v2.0/networks/25a6dec7-fc6e-49a1-9597-2f14062a6a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133661 May 10 19:05:28.512173 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a160e-2612-4182-ac3c-223d559c13f5 req-f4fab3d8-3a7d-4416-92f3-4f4945e8b7b4 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:28.513989 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-879a160e-2612-4182-ac3c-223d559c13f5 req-f4fab3d8-3a7d-4416-92f3-4f4945e8b7b4 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac8a547-4904-4461-8432-f816d5e158b7 HTTP/1.1" status: 200 len: 943 time: 0.0708082 May 10 19:05:28.569455 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-879a160e-2612-4182-ac3c-223d559c13f5 req-e5d6991c-1158-4d4c-a028-61f07169984c tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c1c4741-78d8-4a49-957c-6fd5b7ab7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493619 May 10 19:05:28.863670 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f6baa25-9a21-42f4-9f0f-3773c5407103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:29.695930 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc94163-a3f4-4d8f-95a1-794438c2fd4c req-3d5a245d-795c-4b70-a82a-d44a85e81302 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:29.697481 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2dc94163-a3f4-4d8f-95a1-794438c2fd4c req-3d5a245d-795c-4b70-a82a-d44a85e81302 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac8a547-4904-4461-8432-f816d5e158b7 HTTP/1.1" status: 200 len: 943 time: 0.0475926 May 10 19:05:29.752975 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2dc94163-a3f4-4d8f-95a1-794438c2fd4c req-d63554a0-426c-4bf3-bb09-83f999fa4301 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c1c4741-78d8-4a49-957c-6fd5b7ab7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416276 May 10 19:05:30.372998 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 41d20e34-beb0-4cf1-b624-c0e887136d8e details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:05:30.495490 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 41d20e34-beb0-4cf1-b624-c0e887136d8e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=41d20e34-beb0-4cf1-b624-c0e887136d8e,segment=NetworkSegment(49b1ae63-ba71-440e-8b35-a61f96945057),segment_id=49b1ae63-ba71-440e-8b35-a61f96945057)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:05:30.508685 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Returning: {'device': '41d20e34-beb0-4cf1-b624-c0e887136d8e', 'network_id': '25a6dec7-fc6e-49a1-9597-2f14062a6a5f', 'port_id': '41d20e34-beb0-4cf1-b624-c0e887136d8e', 'mac_address': 'fa:16:3e:00:cc:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8439b687-2b06-44f2-86a8-8494aa80bfcf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:05:30.558145 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port 41d20e34-beb0-4cf1-b624-c0e887136d8e is: DOWN; New status is: BUILD {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:05:30.558539 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (41d20e34-beb0-4cf1-b624-c0e887136d8e), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:30.571360 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d20e34-beb0-4cf1-b624-c0e887136d8e {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:05:30.590915 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 41d20e34-beb0-4cf1-b624-c0e887136d8e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=41d20e34-beb0-4cf1-b624-c0e887136d8e,segment=NetworkSegment(49b1ae63-ba71-440e-8b35-a61f96945057),segment_id=49b1ae63-ba71-440e-8b35-a61f96945057)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:05:30.594813 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (41d20e34-beb0-4cf1-b624-c0e887136d8e), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:30.645006 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=41d20e34-beb0-4cf1-b624-c0e887136d8e,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:30.865186 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba60968-82b4-4fd7-812e-12c604c23240 req-fad4950c-a282-4b50-8a3b-3ad486357674 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:30.867020 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-aba60968-82b4-4fd7-812e-12c604c23240 req-fad4950c-a282-4b50-8a3b-3ad486357674 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac8a547-4904-4461-8432-f816d5e158b7 HTTP/1.1" status: 200 len: 944 time: 0.0511363 May 10 19:05:30.894249 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['41d20e34-beb0-4cf1-b624-c0e887136d8e'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:05:30.918690 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-aba60968-82b4-4fd7-812e-12c604c23240 req-0ad9fb56-171a-4179-a0ee-4037fdb0a454 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c1c4741-78d8-4a49-957c-6fd5b7ab7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457225 May 10 19:05:31.247498 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2d57bfbe-9959-4dc1-af78-539046e537ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:32.331194 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afe59d-6709-48a0-a80e-3e7bb27f258d req-2ef32c73-078c-4818-924b-814172790711 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:32.332663 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-50afe59d-6709-48a0-a80e-3e7bb27f258d req-2ef32c73-078c-4818-924b-814172790711 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac8a547-4904-4461-8432-f816d5e158b7 HTTP/1.1" status: 200 len: 944 time: 0.3458114 May 10 19:05:32.385014 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-50afe59d-6709-48a0-a80e-3e7bb27f258d req-bc362ab4-ff10-47fb-abbb-5f6f8966e3a5 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c1c4741-78d8-4a49-957c-6fd5b7ab7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437660 May 10 19:05:32.585987 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:33.510951 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981c451-9f6f-4e2c-b8c1-e66f49a6d395 req-be72a227-1bdd-4b85-9905-96cda6c38513 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:33.512571 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-9981c451-9f6f-4e2c-b8c1-e66f49a6d395 req-be72a227-1bdd-4b85-9905-96cda6c38513 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac8a547-4904-4461-8432-f816d5e158b7 HTTP/1.1" status: 200 len: 944 time: 0.0486236 May 10 19:05:33.562141 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-9981c451-9f6f-4e2c-b8c1-e66f49a6d395 req-bb6468cd-af36-4b4f-bb46-19f3f0c11be1 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c1c4741-78d8-4a49-957c-6fd5b7ab7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412111 May 10 19:05:33.754330 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:33.918912 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 41d20e34-beb0-4cf1-b624-c0e887136d8e up at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:05:33.970773 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning for port 41d20e34-beb0-4cf1-b624-c0e887136d8e completed by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:05:33.981488 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning complete for port 41d20e34-beb0-4cf1-b624-c0e887136d8e triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:05:33.982678 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (41d20e34-beb0-4cf1-b624-c0e887136d8e), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:34.067794 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port 41d20e34-beb0-4cf1-b624-c0e887136d8e is: BUILD; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:05:34.068186 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (41d20e34-beb0-4cf1-b624-c0e887136d8e), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:34.091446 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac8a547-4904-4461-8432-f816d5e158b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d20e34-beb0-4cf1-b624-c0e887136d8e'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:05:34.094117 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc4c72c1cd3e6c4fc9632b01e094f02638f1ddc8156bb4d740f489bc698d08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df13a690-71b4-4e10-8084-e4b3c6282010" -d '{"events": [{"server_uuid": "bac8a547-4904-4461-8432-f816d5e158b7", "name": "network-vif-plugged", "status": "completed", "tag": "41d20e34-beb0-4cf1-b624-c0e887136d8e"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:05:34.106784 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 41d20e34-beb0-4cf1-b624-c0e887136d8e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=41d20e34-beb0-4cf1-b624-c0e887136d8e,segment=NetworkSegment(49b1ae63-ba71-440e-8b35-a61f96945057),segment_id=49b1ae63-ba71-440e-8b35-a61f96945057)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:05:34.112084 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (41d20e34-beb0-4cf1-b624-c0e887136d8e), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:34.135631 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bcbdef-cb04-443d-afb3-f52d64383c3c x-openstack-request-id: req-19bcbdef-cb04-443d-afb3-f52d64383c3c {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:05:34.135875 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac8a547-4904-4461-8432-f816d5e158b7", "name": "network-vif-plugged", "status": "completed", "tag": "41d20e34-beb0-4cf1-b624-c0e887136d8e", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:05:34.136171 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-19bcbdef-cb04-443d-afb3-f52d64383c3c {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:05:34.136604 dv-cinder-836996-18-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19bcbdef-cb04-443d-afb3-f52d64383c3c'] response: {'server_uuid': 'bac8a547-4904-4461-8432-f816d5e158b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d20e34-beb0-4cf1-b624-c0e887136d8e', 'code': 200} May 10 19:05:34.162293 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=41d20e34-beb0-4cf1-b624-c0e887136d8e,revision_number=5']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:34.687279 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26291fcc-44e2-4ae0-8ee2-dfe59ebe4d8f req-5f9568b8-c1dd-45ab-b029-fd2ba2666fc6 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:34.688771 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-26291fcc-44e2-4ae0-8ee2-dfe59ebe4d8f req-5f9568b8-c1dd-45ab-b029-fd2ba2666fc6 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac8a547-4904-4461-8432-f816d5e158b7 HTTP/1.1" status: 200 len: 945 time: 0.0469909 May 10 19:05:34.743538 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-26291fcc-44e2-4ae0-8ee2-dfe59ebe4d8f req-c6582ccf-a4ef-44a4-9c1c-2a9d085fafc0 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c1c4741-78d8-4a49-957c-6fd5b7ab7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470624 May 10 19:05:35.043328 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3a7fb-5e16-4cb0-b4a3-af8042ae6fc0 req-e49e9bfd-7880-4a43-ad25-0bbba0b21240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:35.045211 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-09b3a7fb-5e16-4cb0-b4a3-af8042ae6fc0 req-e49e9bfd-7880-4a43-ad25-0bbba0b21240 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bac8a547-4904-4461-8432-f816d5e158b7 HTTP/1.1" status: 200 len: 1129 time: 0.0420191 May 10 19:05:35.095253 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-09b3a7fb-5e16-4cb0-b4a3-af8042ae6fc0 req-a4418ce0-4dd5-4b83-9862-227c3598c904 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7c1c4741-78d8-4a49-957c-6fd5b7ab7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437167 May 10 19:05:35.389870 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:35.695500 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 47384) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:35.807483 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-deb01e14-ca7b-49c7-82cb-689bba02de98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:35.874630 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980bc4e-f8f5-494f-a104-e68edfcf66d5 req-fbdd8979-8d07-4639-bb05-8b7fb993c6de tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:35.876085 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-d980bc4e-f8f5-494f-a104-e68edfcf66d5 req-fbdd8979-8d07-4639-bb05-8b7fb993c6de tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac8a547-4904-4461-8432-f816d5e158b7 HTTP/1.1" status: 200 len: 945 time: 0.0610955 May 10 19:05:35.940265 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-d980bc4e-f8f5-494f-a104-e68edfcf66d5 req-e49f88f4-fe8a-4413-ba65-1001e3ce9246 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c1c4741-78d8-4a49-957c-6fd5b7ab7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579214 May 10 19:05:35.960318 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-deb01e14-ca7b-49c7-82cb-689bba02de98 admin admin] Publish callbacks [] for security_group (58db554c-7c8a-4b43-a2fd-6c552022aa38), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:35.965315 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-deb01e14-ca7b-49c7-82cb-689bba02de98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (58db554c-7c8a-4b43-a2fd-6c552022aa38), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:36.003918 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb01e14-ca7b-49c7-82cb-689bba02de98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58db554c-7c8a-4b43-a2fd-6c552022aa38,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:36.008916 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-deb01e14-ca7b-49c7-82cb-689bba02de98 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bef2a14fa0554e938fe4dd11370ad80a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3123593 May 10 19:05:36.011724 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 47400) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:36.013692 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb01e14-ca7b-49c7-82cb-689bba02de98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:36.014046 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb01e14-ca7b-49c7-82cb-689bba02de98 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:36.014389 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb01e14-ca7b-49c7-82cb-689bba02de98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:36.014730 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb01e14-ca7b-49c7-82cb-689bba02de98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:36.015070 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb01e14-ca7b-49c7-82cb-689bba02de98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:36.015404 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb01e14-ca7b-49c7-82cb-689bba02de98 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:36.015733 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb01e14-ca7b-49c7-82cb-689bba02de98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:36.016060 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb01e14-ca7b-49c7-82cb-689bba02de98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:36.016385 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb01e14-ca7b-49c7-82cb-689bba02de98 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:36.016737 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb01e14-ca7b-49c7-82cb-689bba02de98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:36.017065 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb01e14-ca7b-49c7-82cb-689bba02de98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:36.017393 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb01e14-ca7b-49c7-82cb-689bba02de98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:36.017713 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb01e14-ca7b-49c7-82cb-689bba02de98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:36.018077 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb01e14-ca7b-49c7-82cb-689bba02de98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:36.018391 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb01e14-ca7b-49c7-82cb-689bba02de98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:36.062670 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3b679396-f57f-4621-b87f-6e2a82003b72 admin admin] Publish callbacks [] for security_group (58db554c-7c8a-4b43-a2fd-6c552022aa38), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:36.084115 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3b679396-f57f-4621-b87f-6e2a82003b72 admin admin] Publish callbacks [] for security_group (58db554c-7c8a-4b43-a2fd-6c552022aa38), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:36.132536 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3b679396-f57f-4621-b87f-6e2a82003b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (58db554c-7c8a-4b43-a2fd-6c552022aa38), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:36.135170 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3b679396-f57f-4621-b87f-6e2a82003b72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:36.136351 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-3b679396-f57f-4621-b87f-6e2a82003b72 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/58db554c-7c8a-4b43-a2fd-6c552022aa38 HTTP/1.1" status: 204 len: 168 time: 0.1227155 May 10 19:05:36.144953 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b679396-f57f-4621-b87f-6e2a82003b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58db554c-7c8a-4b43-a2fd-6c552022aa38,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:36.152274 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b679396-f57f-4621-b87f-6e2a82003b72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:36.152647 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b679396-f57f-4621-b87f-6e2a82003b72 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:36.153027 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b679396-f57f-4621-b87f-6e2a82003b72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:36.153372 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b679396-f57f-4621-b87f-6e2a82003b72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:36.153707 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b679396-f57f-4621-b87f-6e2a82003b72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:36.154092 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b679396-f57f-4621-b87f-6e2a82003b72 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:36.154429 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b679396-f57f-4621-b87f-6e2a82003b72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:36.154756 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b679396-f57f-4621-b87f-6e2a82003b72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:36.155306 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b679396-f57f-4621-b87f-6e2a82003b72 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:36.155638 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b679396-f57f-4621-b87f-6e2a82003b72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:36.156070 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b679396-f57f-4621-b87f-6e2a82003b72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:36.156408 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b679396-f57f-4621-b87f-6e2a82003b72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:36.156753 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b679396-f57f-4621-b87f-6e2a82003b72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:36.157155 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b679396-f57f-4621-b87f-6e2a82003b72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:36.157380 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b679396-f57f-4621-b87f-6e2a82003b72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:36.413540 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 47418) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:36.428061 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f0c957ef-6f70-4c49-9198-136f3d343104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:36.510404 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f0c957ef-6f70-4c49-9198-136f3d343104 admin admin] Publish callbacks [] for security_group (f8417e2b-40af-4674-84d8-7ae8df814c9d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:36.515379 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f0c957ef-6f70-4c49-9198-136f3d343104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (f8417e2b-40af-4674-84d8-7ae8df814c9d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:36.553445 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-f0c957ef-6f70-4c49-9198-136f3d343104 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7fe73a92055e440185c08d6f6009d37f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388085 May 10 19:05:36.554408 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c957ef-6f70-4c49-9198-136f3d343104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8417e2b-40af-4674-84d8-7ae8df814c9d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:36.557035 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 47420) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:36.607387 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5293067b-3bc2-43b1-8640-143e32827e30 admin admin] Publish callbacks [] for security_group (f8417e2b-40af-4674-84d8-7ae8df814c9d), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:36.629773 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5293067b-3bc2-43b1-8640-143e32827e30 admin admin] Publish callbacks [] for security_group (f8417e2b-40af-4674-84d8-7ae8df814c9d), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:36.678786 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5293067b-3bc2-43b1-8640-143e32827e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (f8417e2b-40af-4674-84d8-7ae8df814c9d), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:36.681344 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5293067b-3bc2-43b1-8640-143e32827e30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:36.682518 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-5293067b-3bc2-43b1-8640-143e32827e30 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f8417e2b-40af-4674-84d8-7ae8df814c9d HTTP/1.1" status: 204 len: 168 time: 0.1244631 May 10 19:05:36.690535 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293067b-3bc2-43b1-8640-143e32827e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8417e2b-40af-4674-84d8-7ae8df814c9d,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:37.023661 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 47430) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:37.042202 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-071b3fce-a6c3-4264-9015-239c43ee8db9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:37.083568 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402b565-efe3-4272-898b-096b4b9e1f07 req-dd195690-dc05-42ba-ad3a-71ef9cb65ac3 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:37.085144 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-5402b565-efe3-4272-898b-096b4b9e1f07 req-dd195690-dc05-42ba-ad3a-71ef9cb65ac3 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac8a547-4904-4461-8432-f816d5e158b7 HTTP/1.1" status: 200 len: 945 time: 0.0569122 May 10 19:05:37.137500 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-071b3fce-a6c3-4264-9015-239c43ee8db9 admin admin] Publish callbacks [] for security_group (8bc84696-d631-4843-ae46-44662d43f522), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:37.139961 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-5402b565-efe3-4272-898b-096b4b9e1f07 req-b4104368-f0c4-4bca-98bc-d8f5350f5ce1 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c1c4741-78d8-4a49-957c-6fd5b7ab7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477445 May 10 19:05:37.145967 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-071b3fce-a6c3-4264-9015-239c43ee8db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (8bc84696-d631-4843-ae46-44662d43f522), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:37.205697 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-071b3fce-a6c3-4264-9015-239c43ee8db9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0fe0dba10b0c41a0aa806519a1941c4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1808457 May 10 19:05:37.207306 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b3fce-a6c3-4264-9015-239c43ee8db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc84696-d631-4843-ae46-44662d43f522,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:37.208436 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 47438) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:37.213335 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-71e085d0-87ee-43c3-b3a9-0c53a85a909f tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1697959745&fields=id&tenant_id=2eec603f7854489393b8c4ed68874746 HTTP/1.1" status: 200 len: 267 time: 0.0852010 May 10 19:05:37.262275 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5eb50d8a-caab-4931-b629-4c2c1bdc5c9b admin admin] Publish callbacks [] for security_group (8bc84696-d631-4843-ae46-44662d43f522), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:37.285803 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5eb50d8a-caab-4931-b629-4c2c1bdc5c9b admin admin] Publish callbacks [] for security_group (8bc84696-d631-4843-ae46-44662d43f522), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:37.334670 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-d9ebee8f-33dd-4953-8212-091727e7d9c5 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:37.336380 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-d9ebee8f-33dd-4953-8212-091727e7d9c5 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/networks?id=33f7be6a-da7a-41a3-877f-ba238e3c204c HTTP/1.1" status: 200 len: 809 time: 0.1151121 May 10 19:05:37.339271 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5eb50d8a-caab-4931-b629-4c2c1bdc5c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (8bc84696-d631-4843-ae46-44662d43f522), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:37.342137 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5eb50d8a-caab-4931-b629-4c2c1bdc5c9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:37.350316 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-5eb50d8a-caab-4931-b629-4c2c1bdc5c9b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8bc84696-d631-4843-ae46-44662d43f522 HTTP/1.1" status: 204 len: 168 time: 0.1393161 May 10 19:05:37.371090 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb50d8a-caab-4931-b629-4c2c1bdc5c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc84696-d631-4843-ae46-44662d43f522,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:37.381296 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-a4ba6d89-8691-44c8-ae30-204d54274d37 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/quotas/2eec603f7854489393b8c4ed68874746 HTTP/1.1" status: 200 len: 375 time: 0.0225823 May 10 19:05:37.469208 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-d5e96619-a226-4334-abd7-70d19dbf959c tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2eec603f7854489393b8c4ed68874746&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660396 May 10 19:05:37.585667 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-0413771f-cb17-4bf1-b911-cfe2e712b5ba service neutron] 10.222.0.52 "GET /v2.0/networks/33f7be6a-da7a-41a3-877f-ba238e3c204c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012275 May 10 19:05:37.699941 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-163473b6-e59e-4fad-a6a3-bd1a742f7c60 service neutron] 10.222.0.52 "GET /v2.0/networks/33f7be6a-da7a-41a3-877f-ba238e3c204c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079926 May 10 19:05:38.009688 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c899779e-cf41-4919-ac6d-ed9e5401f63d req-cfb8a870-5d57-45b2-8049-d4d348e5c4d2 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 210 time: 0.0301342 May 10 19:05:38.066780 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca2701-b86c-49cd-b9e2-89b6c7c3103b req-8460f478-d16e-4980-9afc-003ee2be9f1d tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:38.068540 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-66ca2701-b86c-49cd-b9e2-89b6c7c3103b req-8460f478-d16e-4980-9afc-003ee2be9f1d tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac8a547-4904-4461-8432-f816d5e158b7 HTTP/1.1" status: 200 len: 945 time: 0.0588725 May 10 19:05:38.117579 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-66ca2701-b86c-49cd-b9e2-89b6c7c3103b req-7aaedd9e-c022-4862-bbd9-e5da61ae988e tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c1c4741-78d8-4a49-957c-6fd5b7ab7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432558 May 10 19:05:38.474025 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:39.108335 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ab6f856f-68c6-4c76-84fa-c48c59196e3e req-dfccc970-770a-4892-bb7e-8f0c60490a1a tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 210 time: 0.0272839 May 10 19:05:39.245651 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbc756-c00a-4002-be26-20da7c464697 req-3c2071b0-5c34-454b-97d5-67697db34a94 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:39.247171 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-8cdbc756-c00a-4002-be26-20da7c464697 req-3c2071b0-5c34-454b-97d5-67697db34a94 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac8a547-4904-4461-8432-f816d5e158b7 HTTP/1.1" status: 200 len: 945 time: 0.0496483 May 10 19:05:39.294561 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-8cdbc756-c00a-4002-be26-20da7c464697 req-b4899f3f-9d3e-4c8b-a44d-608497221a6b tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c1c4741-78d8-4a49-957c-6fd5b7ab7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411031 May 10 19:05:39.302535 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 47522) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:39.415180 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1256aab1-62d5-4ffe-9032-1625abbd3ac2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:39.491187 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1256aab1-62d5-4ffe-9032-1625abbd3ac2 admin admin] Publish callbacks [] for security_group (1a6eda1e-bcac-4878-8870-3573513508f6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:39.495634 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1256aab1-62d5-4ffe-9032-1625abbd3ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (1a6eda1e-bcac-4878-8870-3573513508f6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:39.537764 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-1256aab1-62d5-4ffe-9032-1625abbd3ac2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bdf4e343513a4f21b7d619416f04c785&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341707 May 10 19:05:39.538714 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1256aab1-62d5-4ffe-9032-1625abbd3ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6eda1e-bcac-4878-8870-3573513508f6,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:39.540473 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 47526) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:39.571256 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ecf81-cada-4180-b3b8-3458b8b4754d req-2040a683-8704-434f-984e-9675221bb291 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:39.572718 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ec7ecf81-cada-4180-b3b8-3458b8b4754d req-2040a683-8704-434f-984e-9675221bb291 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac8a547-4904-4461-8432-f816d5e158b7 HTTP/1.1" status: 200 len: 945 time: 0.0690086 May 10 19:05:39.607369 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0259df6a-0afd-496e-b026-8415e0eec52a admin admin] Publish callbacks [] for security_group (1a6eda1e-bcac-4878-8870-3573513508f6), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:39.630395 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0259df6a-0afd-496e-b026-8415e0eec52a admin admin] Publish callbacks [] for security_group (1a6eda1e-bcac-4878-8870-3573513508f6), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:39.682779 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0259df6a-0afd-496e-b026-8415e0eec52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (1a6eda1e-bcac-4878-8870-3573513508f6), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:39.685500 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0259df6a-0afd-496e-b026-8415e0eec52a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:39.686639 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-0259df6a-0afd-496e-b026-8415e0eec52a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1a6eda1e-bcac-4878-8870-3573513508f6 HTTP/1.1" status: 204 len: 168 time: 0.1445487 May 10 19:05:39.694928 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259df6a-0afd-496e-b026-8415e0eec52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6eda1e-bcac-4878-8870-3573513508f6,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:39.874445 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-ec7ecf81-cada-4180-b3b8-3458b8b4754d req-df8db1f7-a040-4ec8-a493-028d4aaac9f8 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Deleting port 41d20e34-beb0-4cf1-b624-c0e887136d8e {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:05:39.874873 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-ec7ecf81-cada-4180-b3b8-3458b8b4754d req-df8db1f7-a040-4ec8-a493-028d4aaac9f8 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (41d20e34-beb0-4cf1-b624-c0e887136d8e), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:39.971705 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 47532) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:39.987529 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-00267e75-ad59-4a74-953c-76851c635026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:40.035821 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-ec7ecf81-cada-4180-b3b8-3458b8b4754d req-df8db1f7-a040-4ec8-a493-028d4aaac9f8 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] For port 41d20e34-beb0-4cf1-b624-c0e887136d8e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=41d20e34-beb0-4cf1-b624-c0e887136d8e,segment=NetworkSegment(49b1ae63-ba71-440e-8b35-a61f96945057),segment_id=49b1ae63-ba71-440e-8b35-a61f96945057)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:05:40.036205 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-ec7ecf81-cada-4180-b3b8-3458b8b4754d req-df8db1f7-a040-4ec8-a493-028d4aaac9f8 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (41d20e34-beb0-4cf1-b624-c0e887136d8e), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:40.058626 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-ec7ecf81-cada-4180-b3b8-3458b8b4754d req-df8db1f7-a040-4ec8-a493-028d4aaac9f8 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Calling delete_port for 41d20e34-beb0-4cf1-b624-c0e887136d8e owned by compute:nova {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:05:40.066545 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-00267e75-ad59-4a74-953c-76851c635026 admin admin] Publish callbacks [] for security_group (11574990-3d70-466a-a220-9e8e54e9addd), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:40.069052 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-1f249af7-9be0-4d24-80e3-e2901c1056fc tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:40.070506 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-1f249af7-9be0-4d24-80e3-e2901c1056fc tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.48 "GET /v2.0/networks?id=33f7be6a-da7a-41a3-877f-ba238e3c204c HTTP/1.1" status: 200 len: 809 time: 0.1473274 May 10 19:05:40.071534 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-00267e75-ad59-4a74-953c-76851c635026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (11574990-3d70-466a-a220-9e8e54e9addd), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:40.111946 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-00267e75-ad59-4a74-953c-76851c635026 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f8c36aac579e4646944758e2bcea4329&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390107 May 10 19:05:40.113185 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00267e75-ad59-4a74-953c-76851c635026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11574990-3d70-466a-a220-9e8e54e9addd,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:40.114309 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 47534) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:40.240430 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-71ed7ebf-45bb-4e2e-b623-13d2a212f64c req-709befda-f677-4271-a9b1-973f4953221d tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 210 time: 0.0542650 May 10 19:05:40.250127 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-5e139d7a-6914-4751-98ef-2c681ab89306 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2eec603f7854489393b8c4ed68874746 HTTP/1.1" status: 200 len: 380 time: 0.1422319 May 10 19:05:40.264788 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-43523633-aff9-4f79-9f26-f70ebc0a389e tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Request body: {'port': {'device_id': 'ddc3dd27-77ec-4637-af9b-b01a9193abf4', 'network_id': '33f7be6a-da7a-41a3-877f-ba238e3c204c', 'admin_state_up': True, 'tenant_id': '2eec603f7854489393b8c4ed68874746', 'security_groups': ['6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a']}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:05:40.323293 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d1230e24-5e1a-4894-a15f-15bcbf2f550f admin admin] Publish callbacks [] for security_group (11574990-3d70-466a-a220-9e8e54e9addd), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:40.372724 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d1230e24-5e1a-4894-a15f-15bcbf2f550f admin admin] Publish callbacks [] for security_group (11574990-3d70-466a-a220-9e8e54e9addd), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:40.395698 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-ec7ecf81-cada-4180-b3b8-3458b8b4754d req-df8db1f7-a040-4ec8-a493-028d4aaac9f8 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (41d20e34-beb0-4cf1-b624-c0e887136d8e), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:40.416785 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba23fbb-0c25-4614-980d-81875c87856c req-27c6c8e2-8028-4c5c-8e6a-3af1f06214ad tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:40.418213 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-8ba23fbb-0c25-4614-980d-81875c87856c req-27c6c8e2-8028-4c5c-8e6a-3af1f06214ad tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac8a547-4904-4461-8432-f816d5e158b7 HTTP/1.1" status: 200 len: 945 time: 0.0535772 May 10 19:05:40.433395 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['41d20e34-beb0-4cf1-b624-c0e887136d8e'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:05:40.449000 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8db1f7-a040-4ec8-a493-028d4aaac9f8 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Pushing event deleted for resources: {'Port': ['ID=41d20e34-beb0-4cf1-b624-c0e887136d8e,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:40.480803 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-8ba23fbb-0c25-4614-980d-81875c87856c req-55493960-4d80-4c3a-8ee6-aff66938568a tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c1c4741-78d8-4a49-957c-6fd5b7ab7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565631 May 10 19:05:40.509045 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7ecf81-cada-4180-b3b8-3458b8b4754d req-df8db1f7-a040-4ec8-a493-028d4aaac9f8 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] No DVR routers for this DVR port 41d20e34-beb0-4cf1-b624-c0e887136d8e on host hv-cinder-83699 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:05:40.512480 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-ec7ecf81-cada-4180-b3b8-3458b8b4754d req-df8db1f7-a040-4ec8-a493-028d4aaac9f8 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:40.515732 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ec7ecf81-cada-4180-b3b8-3458b8b4754d req-df8db1f7-a040-4ec8-a493-028d4aaac9f8 tempest-VolumesActionsTest-1575398899 tempest-VolumesActionsTest-1575398899-project] 10.222.0.48 "DELETE /v2.0/ports/41d20e34-beb0-4cf1-b624-c0e887136d8e HTTP/1.1" status: 204 len: 173 time: 0.7235250 May 10 19:05:40.516163 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac8a547-4904-4461-8432-f816d5e158b7', 'name': 'network-vif-deleted', 'tag': '41d20e34-beb0-4cf1-b624-c0e887136d8e'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:05:40.518471 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ceb478-5c13-4024-a295-3cfd9112a43b" -d '{"events": [{"server_uuid": "bac8a547-4904-4461-8432-f816d5e158b7", "name": "network-vif-deleted", "tag": "41d20e34-beb0-4cf1-b624-c0e887136d8e"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:05:40.530218 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-43523633-aff9-4f79-9f26-f70ebc0a389e tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Made reservation on behalf of 2eec603f7854489393b8c4ed68874746 for: {'port': 1} {{(pid=103423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:05:40.533873 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-43523633-aff9-4f79-9f26-f70ebc0a389e tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:40.537360 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d1230e24-5e1a-4894-a15f-15bcbf2f550f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (11574990-3d70-466a-a220-9e8e54e9addd), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:40.540118 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d1230e24-5e1a-4894-a15f-15bcbf2f550f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:40.541250 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-d1230e24-5e1a-4894-a15f-15bcbf2f550f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/11574990-3d70-466a-a220-9e8e54e9addd HTTP/1.1" status: 204 len: 168 time: 0.4252517 May 10 19:05:40.559642 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1230e24-5e1a-4894-a15f-15bcbf2f550f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11574990-3d70-466a-a220-9e8e54e9addd,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:40.578155 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1388276f-faac-4301-a243-fa47872e5173 x-openstack-request-id: req-1388276f-faac-4301-a243-fa47872e5173 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:05:40.578456 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac8a547-4904-4461-8432-f816d5e158b7", "name": "network-vif-deleted", "tag": "41d20e34-beb0-4cf1-b624-c0e887136d8e", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:05:40.578711 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1388276f-faac-4301-a243-fa47872e5173 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:05:40.579262 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1388276f-faac-4301-a243-fa47872e5173'] response: {'server_uuid': 'bac8a547-4904-4461-8432-f816d5e158b7', 'name': 'network-vif-deleted', 'tag': '41d20e34-beb0-4cf1-b624-c0e887136d8e', 'status': 'completed', 'code': 200} May 10 19:05:40.632006 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:05:40.709568 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-43523633-aff9-4f79-9f26-f70ebc0a389e tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Allocated IP 172.20.0.10 (33f7be6a-da7a-41a3-877f-ba238e3c204c/17680ccc-21eb-43ee-8aff-168579cd6da5/7790630d-dfc1-45e5-99af-ea6b2ec1bc21) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:05:40.853401 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-43523633-aff9-4f79-9f26-f70ebc0a389e tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks [] for port (7790630d-dfc1-45e5-99af-ea6b2ec1bc21), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:40.887409 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-43523633-aff9-4f79-9f26-f70ebc0a389e tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (7790630d-dfc1-45e5-99af-ea6b2ec1bc21), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:40.929457 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-43523633-aff9-4f79-9f26-f70ebc0a389e tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Network 33f7be6a-da7a-41a3-877f-ba238e3c204c is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:05:40.932596 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-43523633-aff9-4f79-9f26-f70ebc0a389e tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:05:40.936288 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-43523633-aff9-4f79-9f26-f70ebc0a389e tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:05:40.965826 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43523633-aff9-4f79-9f26-f70ebc0a389e tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Pushing event updated for resources: {'Port': ['ID=7790630d-dfc1-45e5-99af-ea6b2ec1bc21,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:40.997131 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-43523633-aff9-4f79-9f26-f70ebc0a389e tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:40.997859 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-43523633-aff9-4f79-9f26-f70ebc0a389e tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:41.031640 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-43523633-aff9-4f79-9f26-f70ebc0a389e tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7720661 May 10 19:05:41.068276 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-b39957ee-7f6e-497e-b2c9-5914037633c5 service neutron] Request body: {'port': {'device_id': 'ddc3dd27-77ec-4637-af9b-b01a9193abf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:05:41.143222 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-b39957ee-7f6e-497e-b2c9-5914037633c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (7790630d-dfc1-45e5-99af-ea6b2ec1bc21), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:41.189327 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-674d3256-601d-4e4a-b3a4-dab70cd7e5b5 None None] Provisioning complete for port 7790630d-dfc1-45e5-99af-ea6b2ec1bc21 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:05:41.189767 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-674d3256-601d-4e4a-b3a4-dab70cd7e5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (7790630d-dfc1-45e5-99af-ea6b2ec1bc21), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:41.244070 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-674d3256-601d-4e4a-b3a4-dab70cd7e5b5 None None] Port 7790630d-dfc1-45e5-99af-ea6b2ec1bc21 cannot update to ACTIVE because it is not bound. {{(pid=103424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:05:41.366193 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7f8f4-0773-44af-a027-454174e69d9b req-18d9ea6f-c94f-4062-bd42-2149c9c7f7f5 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:41.368405 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-d8a7f8f4-0773-44af-a027-454174e69d9b req-18d9ea6f-c94f-4062-bd42-2149c9c7f7f5 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 932 time: 0.0535707 May 10 19:05:41.429300 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-d8a7f8f4-0773-44af-a027-454174e69d9b req-8a0166b3-cd7b-4277-8058-f2293bbf9c0f tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540195 May 10 19:05:41.429884 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-b39957ee-7f6e-497e-b2c9-5914037633c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7790630d-dfc1-45e5-99af-ea6b2ec1bc21 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:05:41.437766 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-b39957ee-7f6e-497e-b2c9-5914037633c5 service neutron] Publish callbacks [] for port (7790630d-dfc1-45e5-99af-ea6b2ec1bc21), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:41.451611 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-b39957ee-7f6e-497e-b2c9-5914037633c5 service neutron] Transition to ACTIVE for port object 7790630d-dfc1-45e5-99af-ea6b2ec1bc21 will not be triggered until provisioned by entity L2. {{(pid=103423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:05:41.456882 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-b39957ee-7f6e-497e-b2c9-5914037633c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (7790630d-dfc1-45e5-99af-ea6b2ec1bc21), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:41.513095 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39957ee-7f6e-497e-b2c9-5914037633c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7790630d-dfc1-45e5-99af-ea6b2ec1bc21,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:41.607223 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-b39957ee-7f6e-497e-b2c9-5914037633c5 service neutron] Attempting to bind port 7790630d-dfc1-45e5-99af-ea6b2ec1bc21 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:05:41.607563 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-b39957ee-7f6e-497e-b2c9-5914037633c5 service neutron] Attempting to bind port 7790630d-dfc1-45e5-99af-ea6b2ec1bc21 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '9bac39cb-d3cf-4b8c-ac71-105f190c4491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33f7be6a-da7a-41a3-877f-ba238e3c204c'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:05:41.607909 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-b39957ee-7f6e-497e-b2c9-5914037633c5 service neutron] Attempting to bind port 7790630d-dfc1-45e5-99af-ea6b2ec1bc21 on network 33f7be6a-da7a-41a3-877f-ba238e3c204c {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:05:41.617846 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-b39957ee-7f6e-497e-b2c9-5914037633c5 service neutron] Port 7790630d-dfc1-45e5-99af-ea6b2ec1bc21 on network 33f7be6a-da7a-41a3-877f-ba238e3c204c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:05:41.618198 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-b39957ee-7f6e-497e-b2c9-5914037633c5 service neutron] Attempting to bind port 7790630d-dfc1-45e5-99af-ea6b2ec1bc21 on network 33f7be6a-da7a-41a3-877f-ba238e3c204c {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:05:41.623978 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-b39957ee-7f6e-497e-b2c9-5914037633c5 service neutron] Checking agent: {'id': '84b4d3b2-b3ea-4da4-b994-5396953c421b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'started_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:05:41.624319 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-b39957ee-7f6e-497e-b2c9-5914037633c5 service neutron] Checking segment: {'id': '9bac39cb-d3cf-4b8c-ac71-105f190c4491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33f7be6a-da7a-41a3-877f-ba238e3c204c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:05:41.624731 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-b39957ee-7f6e-497e-b2c9-5914037633c5 service neutron] Bound using segment: {'id': '9bac39cb-d3cf-4b8c-ac71-105f190c4491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33f7be6a-da7a-41a3-877f-ba238e3c204c'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:05:41.625305 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-b39957ee-7f6e-497e-b2c9-5914037633c5 service neutron] Bound port: 7790630d-dfc1-45e5-99af-ea6b2ec1bc21, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bac39cb-d3cf-4b8c-ac71-105f190c4491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '33f7be6a-da7a-41a3-877f-ba238e3c204c'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:05:41.625676 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-b39957ee-7f6e-497e-b2c9-5914037633c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (7790630d-dfc1-45e5-99af-ea6b2ec1bc21), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:41.708958 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-b39957ee-7f6e-497e-b2c9-5914037633c5 service neutron] For port 7790630d-dfc1-45e5-99af-ea6b2ec1bc21, host hv-cinder-83699, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:05:41.712662 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-b39957ee-7f6e-497e-b2c9-5914037633c5 service neutron] For port 7790630d-dfc1-45e5-99af-ea6b2ec1bc21, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7790630d-dfc1-45e5-99af-ea6b2ec1bc21,segment=NetworkSegment(9bac39cb-d3cf-4b8c-ac71-105f190c4491),segment_id=9bac39cb-d3cf-4b8c-ac71-105f190c4491)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:05:41.720195 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-b39957ee-7f6e-497e-b2c9-5914037633c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (7790630d-dfc1-45e5-99af-ea6b2ec1bc21), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:41.754967 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-b39957ee-7f6e-497e-b2c9-5914037633c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:41.755645 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-b39957ee-7f6e-497e-b2c9-5914037633c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:41.757301 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-b39957ee-7f6e-497e-b2c9-5914037633c5 service neutron] 10.222.0.48 "PUT /v2.0/ports/7790630d-dfc1-45e5-99af-ea6b2ec1bc21 HTTP/1.1" status: 200 len: 1094 time: 0.6947374 May 10 19:05:41.789844 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39957ee-7f6e-497e-b2c9-5914037633c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7790630d-dfc1-45e5-99af-ea6b2ec1bc21,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:41.875897 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-63ac08a6-5d43-4e44-8adf-9c79f69e01f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:41.879108 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-63ac08a6-5d43-4e44-8adf-9c79f69e01f9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2eec603f7854489393b8c4ed68874746&device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 1128 time: 0.0494215 May 10 19:05:41.942842 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-6e16d8ff-f86a-4866-a854-f2eb1cd2e028 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7790630d-dfc1-45e5-99af-ea6b2ec1bc21 HTTP/1.1" status: 200 len: 217 time: 0.0437922 May 10 19:05:42.007638 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-af809098-3c23-46ec-b68c-9299e15a61db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:42.009097 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-af809098-3c23-46ec-b68c-9299e15a61db service neutron] 10.222.0.48 "GET /v2.0/subnets?id=17680ccc-21eb-43ee-8aff-168579cd6da5 HTTP/1.1" status: 200 len: 848 time: 0.0565565 May 10 19:05:42.063527 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-9063614a-b6b6-47a6-9e5e-ab0e0ce5e226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:42.065180 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-9063614a-b6b6-47a6-9e5e-ab0e0ce5e226 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33f7be6a-da7a-41a3-877f-ba238e3c204c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465939 May 10 19:05:42.169658 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-2c942605-eb65-4e96-a798-2602ba8840ff service neutron] 10.222.0.48 "GET /v2.0/networks/33f7be6a-da7a-41a3-877f-ba238e3c204c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943012 May 10 19:05:42.283068 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-88e8ba35-f9bb-461c-869b-e106593cded6 req-5a4539b9-bb41-40b5-886b-db23f0f3806b service neutron] 10.222.0.48 "GET /v2.0/networks/33f7be6a-da7a-41a3-877f-ba238e3c204c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039472 May 10 19:05:42.548952 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f2bf9-126c-44ca-822e-6a8120a7c36e req-b66fe879-df38-4a8e-a3ac-444f2aebc6dc tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:42.550554 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-cf0f2bf9-126c-44ca-822e-6a8120a7c36e req-b66fe879-df38-4a8e-a3ac-444f2aebc6dc tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 944 time: 0.0502574 May 10 19:05:42.580062 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc3dd27-77ec-4637-af9b-b01a9193abf4', 'tag': '7790630d-dfc1-45e5-99af-ea6b2ec1bc21'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:05:42.582564 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b5980e-3043-4ec6-9418-09875f671e77" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc3dd27-77ec-4637-af9b-b01a9193abf4", "tag": "7790630d-dfc1-45e5-99af-ea6b2ec1bc21"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:05:42.610062 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-cf0f2bf9-126c-44ca-822e-6a8120a7c36e req-ec49c44a-0d58-47e6-859d-99cf4a8d9c86 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538514 May 10 19:05:42.636487 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25293dc6-b2de-43aa-a831-881a91c3f480 x-openstack-request-id: req-25293dc6-b2de-43aa-a831-881a91c3f480 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:05:42.636810 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc3dd27-77ec-4637-af9b-b01a9193abf4", "tag": "7790630d-dfc1-45e5-99af-ea6b2ec1bc21", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:05:42.637060 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-25293dc6-b2de-43aa-a831-881a91c3f480 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:05:42.637463 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25293dc6-b2de-43aa-a831-881a91c3f480'] response: {'name': 'network-changed', 'server_uuid': 'ddc3dd27-77ec-4637-af9b-b01a9193abf4', 'tag': '7790630d-dfc1-45e5-99af-ea6b2ec1bc21', 'status': 'completed', 'code': 200} May 10 19:05:42.881840 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 47660) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:42.987591 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-83a7a899-3f1d-4ef1-a857-5ec914855048 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:43.063572 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-83a7a899-3f1d-4ef1-a857-5ec914855048 admin admin] Publish callbacks [] for security_group (0cd25952-0c6e-42e4-9505-968811eeb440), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:43.069277 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-83a7a899-3f1d-4ef1-a857-5ec914855048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (0cd25952-0c6e-42e4-9505-968811eeb440), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:43.109272 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-83a7a899-3f1d-4ef1-a857-5ec914855048 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=00e5a6f908d449e8baf0266f6431a443&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263510 May 10 19:05:43.110087 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7a899-3f1d-4ef1-a857-5ec914855048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd25952-0c6e-42e4-9505-968811eeb440,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:43.112828 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 47664) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:43.168096 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-af638011-39f0-42cd-8ef0-ac296fae52a8 admin admin] Publish callbacks [] for security_group (0cd25952-0c6e-42e4-9505-968811eeb440), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:43.189717 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-af638011-39f0-42cd-8ef0-ac296fae52a8 admin admin] Publish callbacks [] for security_group (0cd25952-0c6e-42e4-9505-968811eeb440), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:43.241761 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-af638011-39f0-42cd-8ef0-ac296fae52a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (0cd25952-0c6e-42e4-9505-968811eeb440), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:43.244233 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-af638011-39f0-42cd-8ef0-ac296fae52a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:43.245668 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-af638011-39f0-42cd-8ef0-ac296fae52a8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0cd25952-0c6e-42e4-9505-968811eeb440 HTTP/1.1" status: 204 len: 168 time: 0.1318383 May 10 19:05:43.253319 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af638011-39f0-42cd-8ef0-ac296fae52a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd25952-0c6e-42e4-9505-968811eeb440,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:43.522483 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 47674) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:43.535856 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2e5cfa02-b411-430f-a778-4b4e9db88dad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:43.613425 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2e5cfa02-b411-430f-a778-4b4e9db88dad admin admin] Publish callbacks [] for security_group (c946a917-94f6-4d25-8b04-3ee0d3e692a9), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:43.619145 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2e5cfa02-b411-430f-a778-4b4e9db88dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (c946a917-94f6-4d25-8b04-3ee0d3e692a9), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:43.657064 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-2e5cfa02-b411-430f-a778-4b4e9db88dad admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a0d37741bf1c46af8391652f6e2b6a27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334579 May 10 19:05:43.658019 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5cfa02-b411-430f-a778-4b4e9db88dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c946a917-94f6-4d25-8b04-3ee0d3e692a9,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:43.660058 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 47678) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:43.741986 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fd2bf-9b64-4e71-aa4a-8d16c722b6cf req-e958df80-4be4-483a-836b-0561737a63af tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:43.743411 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-0c8fd2bf-9b64-4e71-aa4a-8d16c722b6cf req-e958df80-4be4-483a-836b-0561737a63af tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 944 time: 0.0613253 May 10 19:05:43.746405 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-452fb201-0525-4a96-9a8c-933d21acda2b admin admin] Publish callbacks [] for security_group (c946a917-94f6-4d25-8b04-3ee0d3e692a9), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:43.780233 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-452fb201-0525-4a96-9a8c-933d21acda2b admin admin] Publish callbacks [] for security_group (c946a917-94f6-4d25-8b04-3ee0d3e692a9), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:43.830724 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-0c8fd2bf-9b64-4e71-aa4a-8d16c722b6cf req-16f734d3-3814-4528-a983-d834d6ae9ed7 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814013 May 10 19:05:43.857009 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-452fb201-0525-4a96-9a8c-933d21acda2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (c946a917-94f6-4d25-8b04-3ee0d3e692a9), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:43.862196 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-452fb201-0525-4a96-9a8c-933d21acda2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:43.863333 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-452fb201-0525-4a96-9a8c-933d21acda2b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c946a917-94f6-4d25-8b04-3ee0d3e692a9 HTTP/1.1" status: 204 len: 168 time: 0.2021062 May 10 19:05:43.871696 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452fb201-0525-4a96-9a8c-933d21acda2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c946a917-94f6-4d25-8b04-3ee0d3e692a9,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:44.952442 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9ba93-475a-4127-9142-13e7ca7b8065 req-e9103c3f-0cc3-4a38-85d2-1ad67164319e tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:44.954083 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-35d9ba93-475a-4127-9142-13e7ca7b8065 req-e9103c3f-0cc3-4a38-85d2-1ad67164319e tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 944 time: 0.0468674 May 10 19:05:45.007963 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-35d9ba93-475a-4127-9142-13e7ca7b8065 req-065ae4bb-0dbf-4c9f-9027-d441766e4334 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478990 May 10 19:05:45.209323 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 41d20e34-beb0-4cf1-b624-c0e887136d8e no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:05:45.216034 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5980e-3043-4ec6-9418-09875f671e77 req-b16455f8-abdc-4b02-8255-e48f6d62b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:45.217616 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f1b5980e-3043-4ec6-9418-09875f671e77 req-b16455f8-abdc-4b02-8255-e48f6d62b5e7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2eec603f7854489393b8c4ed68874746&device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 1128 time: 0.0393963 May 10 19:05:45.230804 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] No Port match for: 41d20e34-beb0-4cf1-b624-c0e887136d8e {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:05:45.231209 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 41d20e34-beb0-4cf1-b624-c0e887136d8e not bound to the agent host hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:05:45.310294 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5980e-3043-4ec6-9418-09875f671e77 req-acf0d886-0c04-4828-9277-5af73502c74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:45.311790 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f1b5980e-3043-4ec6-9418-09875f671e77 req-acf0d886-0c04-4828-9277-5af73502c74d service neutron] 10.222.0.48 "GET /v2.0/networks?id=33f7be6a-da7a-41a3-877f-ba238e3c204c HTTP/1.1" status: 200 len: 910 time: 0.0873067 May 10 19:05:45.356412 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f1b5980e-3043-4ec6-9418-09875f671e77 req-e7941e64-6c9b-427b-a7e7-bf452328667c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7790630d-dfc1-45e5-99af-ea6b2ec1bc21 HTTP/1.1" status: 200 len: 217 time: 0.0384235 May 10 19:05:45.405421 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5980e-3043-4ec6-9418-09875f671e77 req-84bc361a-039d-4d8d-8ed5-ecf42ddcb22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:45.406866 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f1b5980e-3043-4ec6-9418-09875f671e77 req-84bc361a-039d-4d8d-8ed5-ecf42ddcb22c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=17680ccc-21eb-43ee-8aff-168579cd6da5 HTTP/1.1" status: 200 len: 848 time: 0.0435646 May 10 19:05:45.457461 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5980e-3043-4ec6-9418-09875f671e77 req-ec14faf4-9297-4237-9ecd-193073ff8bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:45.459574 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f1b5980e-3043-4ec6-9418-09875f671e77 req-ec14faf4-9297-4237-9ecd-193073ff8bbd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33f7be6a-da7a-41a3-877f-ba238e3c204c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435917 May 10 19:05:45.554452 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f1b5980e-3043-4ec6-9418-09875f671e77 req-eebb5151-d042-4990-bba6-db9fb000b4ae service neutron] 10.222.0.48 "GET /v2.0/networks/33f7be6a-da7a-41a3-877f-ba238e3c204c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883167 May 10 19:05:45.594774 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 47742) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:45.652760 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f1b5980e-3043-4ec6-9418-09875f671e77 req-7a2cb318-3cd7-4b3b-8e8f-b9c59358978a service neutron] 10.222.0.48 "GET /v2.0/networks/33f7be6a-da7a-41a3-877f-ba238e3c204c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914893 May 10 19:05:45.709167 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4abcf9c4-0d46-4de3-8183-fd49965b8f40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:45.786379 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4abcf9c4-0d46-4de3-8183-fd49965b8f40 admin admin] Publish callbacks [] for security_group (b24bb992-58d3-43d1-bc65-4e86b0d1fee3), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:45.791939 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4abcf9c4-0d46-4de3-8183-fd49965b8f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (b24bb992-58d3-43d1-bc65-4e86b0d1fee3), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:45.829641 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-4abcf9c4-0d46-4de3-8183-fd49965b8f40 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d0182078b1e0413e8b14426cc0b9c8fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337105 May 10 19:05:45.830493 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abcf9c4-0d46-4de3-8183-fd49965b8f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24bb992-58d3-43d1-bc65-4e86b0d1fee3,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:45.832648 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 47746) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:45.887703 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1df8fb89-df2e-4758-9180-36731fdb65ff admin admin] Publish callbacks [] for security_group (b24bb992-58d3-43d1-bc65-4e86b0d1fee3), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:45.908726 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1df8fb89-df2e-4758-9180-36731fdb65ff admin admin] Publish callbacks [] for security_group (b24bb992-58d3-43d1-bc65-4e86b0d1fee3), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:45.962688 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1df8fb89-df2e-4758-9180-36731fdb65ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (b24bb992-58d3-43d1-bc65-4e86b0d1fee3), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:45.965334 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1df8fb89-df2e-4758-9180-36731fdb65ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:45.966509 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-1df8fb89-df2e-4758-9180-36731fdb65ff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b24bb992-58d3-43d1-bc65-4e86b0d1fee3 HTTP/1.1" status: 204 len: 168 time: 0.1327853 May 10 19:05:45.975128 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8fb89-df2e-4758-9180-36731fdb65ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24bb992-58d3-43d1-bc65-4e86b0d1fee3,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:46.122564 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6a205-c68a-4a74-bb75-8c2d5926d115 req-a5aeb6d5-cf9b-467a-aee6-f51c2c5bbcd2 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:46.125236 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-6cd6a205-c68a-4a74-bb75-8c2d5926d115 req-a5aeb6d5-cf9b-467a-aee6-f51c2c5bbcd2 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 944 time: 0.0480917 May 10 19:05:46.173859 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-6cd6a205-c68a-4a74-bb75-8c2d5926d115 req-6a648601-dbdc-400b-9908-4a3baa8a1c5c tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440874 May 10 19:05:46.233755 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 47756) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:46.247718 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3c00aa2f-bc11-4fa2-bd25-6302d5b2cf02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:46.320699 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3c00aa2f-bc11-4fa2-bd25-6302d5b2cf02 admin admin] Publish callbacks [] for security_group (9b02d1e8-0e74-4f66-9fed-630efaa5d24a), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:46.326340 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3c00aa2f-bc11-4fa2-bd25-6302d5b2cf02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (9b02d1e8-0e74-4f66-9fed-630efaa5d24a), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:46.365590 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-3c00aa2f-bc11-4fa2-bd25-6302d5b2cf02 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ae6e11d1ac07497bb3263eab8a71fd0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306250 May 10 19:05:46.366832 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00aa2f-bc11-4fa2-bd25-6302d5b2cf02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b02d1e8-0e74-4f66-9fed-630efaa5d24a,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:46.368667 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 47764) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:46.420200 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-493519c6-42db-4991-a13f-f5c491e2f615 admin admin] Publish callbacks [] for security_group (9b02d1e8-0e74-4f66-9fed-630efaa5d24a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:46.445242 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-493519c6-42db-4991-a13f-f5c491e2f615 admin admin] Publish callbacks [] for security_group (9b02d1e8-0e74-4f66-9fed-630efaa5d24a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:46.499271 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-493519c6-42db-4991-a13f-f5c491e2f615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (9b02d1e8-0e74-4f66-9fed-630efaa5d24a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:46.501979 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-493519c6-42db-4991-a13f-f5c491e2f615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:46.505136 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-493519c6-42db-4991-a13f-f5c491e2f615 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9b02d1e8-0e74-4f66-9fed-630efaa5d24a HTTP/1.1" status: 204 len: 168 time: 0.1351705 May 10 19:05:46.513964 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493519c6-42db-4991-a13f-f5c491e2f615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b02d1e8-0e74-4f66-9fed-630efaa5d24a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:47.311706 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a734120-f7b4-4f2d-b359-cde929d7cf6c req-1e07f160-e04b-45b1-986e-22f0cd8266b4 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:47.313153 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7a734120-f7b4-4f2d-b359-cde929d7cf6c req-1e07f160-e04b-45b1-986e-22f0cd8266b4 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 944 time: 0.0601554 May 10 19:05:47.366884 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7a734120-f7b4-4f2d-b359-cde929d7cf6c req-458ed403-371a-4026-bebe-0d6f37344bb6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476332 May 10 19:05:48.517609 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38327fbb-46e9-4c85-996a-8270549a187c req-f61ffd5a-a0ec-4eed-a628-f9a257e8255d tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:48.519118 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-38327fbb-46e9-4c85-996a-8270549a187c req-f61ffd5a-a0ec-4eed-a628-f9a257e8255d tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 944 time: 0.0552828 May 10 19:05:48.598784 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-38327fbb-46e9-4c85-996a-8270549a187c req-bebdd526-180f-4140-bfa6-188a0b9e1d8c tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675266 May 10 19:05:48.781102 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 47862) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:48.908864 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a0115835-9369-4c60-8e42-3cf092f29563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:48.985836 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a0115835-9369-4c60-8e42-3cf092f29563 admin admin] Publish callbacks [] for security_group (618383c5-ec66-4704-99bb-17254c273c3e), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:48.990434 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a0115835-9369-4c60-8e42-3cf092f29563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (618383c5-ec66-4704-99bb-17254c273c3e), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:49.032466 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0115835-9369-4c60-8e42-3cf092f29563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618383c5-ec66-4704-99bb-17254c273c3e,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:49.037048 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-a0115835-9369-4c60-8e42-3cf092f29563 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2326de5b81e346779e7fdc18b5d8aeb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2548313 May 10 19:05:49.039705 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 47866) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:49.103973 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a87d22de-7469-477b-85fb-3851ebc97db3 admin admin] Publish callbacks [] for security_group (618383c5-ec66-4704-99bb-17254c273c3e), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:49.130783 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a87d22de-7469-477b-85fb-3851ebc97db3 admin admin] Publish callbacks [] for security_group (618383c5-ec66-4704-99bb-17254c273c3e), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:49.204046 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 7790630d-dfc1-45e5-99af-ea6b2ec1bc21 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:05:49.209699 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a87d22de-7469-477b-85fb-3851ebc97db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (618383c5-ec66-4704-99bb-17254c273c3e), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:49.212730 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a87d22de-7469-477b-85fb-3851ebc97db3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:49.216745 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-a87d22de-7469-477b-85fb-3851ebc97db3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/618383c5-ec66-4704-99bb-17254c273c3e HTTP/1.1" status: 204 len: 168 time: 0.1760197 May 10 19:05:49.225340 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d22de-7469-477b-85fb-3851ebc97db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618383c5-ec66-4704-99bb-17254c273c3e,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:49.339642 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 7790630d-dfc1-45e5-99af-ea6b2ec1bc21, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7790630d-dfc1-45e5-99af-ea6b2ec1bc21,segment=NetworkSegment(9bac39cb-d3cf-4b8c-ac71-105f190c4491),segment_id=9bac39cb-d3cf-4b8c-ac71-105f190c4491)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:05:49.357977 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Returning: {'device': '7790630d-dfc1-45e5-99af-ea6b2ec1bc21', 'network_id': '33f7be6a-da7a-41a3-877f-ba238e3c204c', 'port_id': '7790630d-dfc1-45e5-99af-ea6b2ec1bc21', 'mac_address': 'fa:16:3e:a5:02:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17680ccc-21eb-43ee-8aff-168579cd6da5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:05:49.408462 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port 7790630d-dfc1-45e5-99af-ea6b2ec1bc21 is: DOWN; New status is: BUILD {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:05:49.409283 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (7790630d-dfc1-45e5-99af-ea6b2ec1bc21), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:49.429382 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7790630d-dfc1-45e5-99af-ea6b2ec1bc21 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:05:49.463572 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 7790630d-dfc1-45e5-99af-ea6b2ec1bc21, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7790630d-dfc1-45e5-99af-ea6b2ec1bc21,segment=NetworkSegment(9bac39cb-d3cf-4b8c-ac71-105f190c4491),segment_id=9bac39cb-d3cf-4b8c-ac71-105f190c4491)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:05:49.473063 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (7790630d-dfc1-45e5-99af-ea6b2ec1bc21), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:49.534691 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=7790630d-dfc1-45e5-99af-ea6b2ec1bc21,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:49.591405 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 47880) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:49.608249 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cb852b5b-df18-4d79-8f3d-79a5892f08f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:49.740260 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cb852b5b-df18-4d79-8f3d-79a5892f08f9 admin admin] Publish callbacks [] for security_group (367ef062-d5e6-4e90-a7d7-2f794e6d999c), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:49.749576 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8943196-7820-47a2-acd3-17475910ec86 req-91387a13-e764-4446-b2b6-9470fb3fc0ec tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:49.751794 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f8943196-7820-47a2-acd3-17475910ec86 req-91387a13-e764-4446-b2b6-9470fb3fc0ec tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 945 time: 0.0807362 May 10 19:05:49.753074 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cb852b5b-df18-4d79-8f3d-79a5892f08f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (367ef062-d5e6-4e90-a7d7-2f794e6d999c), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:49.781453 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['7790630d-dfc1-45e5-99af-ea6b2ec1bc21'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:05:49.815005 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb852b5b-df18-4d79-8f3d-79a5892f08f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367ef062-d5e6-4e90-a7d7-2f794e6d999c,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:49.821195 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-cb852b5b-df18-4d79-8f3d-79a5892f08f9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4a5d5855a8b648039daf7e93df8a6f50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285519 May 10 19:05:49.823227 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 47884) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:49.882090 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db7fdfbd-5c44-4507-88d4-18638d021359 admin admin] Publish callbacks [] for security_group (367ef062-d5e6-4e90-a7d7-2f794e6d999c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:49.892466 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f8943196-7820-47a2-acd3-17475910ec86 req-18d44a02-9659-4fb6-81a5-5437eb50212c tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198862 May 10 19:05:49.906407 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db7fdfbd-5c44-4507-88d4-18638d021359 admin admin] Publish callbacks [] for security_group (367ef062-d5e6-4e90-a7d7-2f794e6d999c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:49.959995 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db7fdfbd-5c44-4507-88d4-18638d021359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (367ef062-d5e6-4e90-a7d7-2f794e6d999c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:49.963398 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db7fdfbd-5c44-4507-88d4-18638d021359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:49.969179 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-db7fdfbd-5c44-4507-88d4-18638d021359 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/367ef062-d5e6-4e90-a7d7-2f794e6d999c HTTP/1.1" status: 204 len: 168 time: 0.1430423 May 10 19:05:49.986011 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7fdfbd-5c44-4507-88d4-18638d021359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367ef062-d5e6-4e90-a7d7-2f794e6d999c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:51.034222 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d73cfb-cff2-4138-aff9-88e4bf6dd713 req-f89f1bd9-5d8d-4dee-889b-f15b45914c89 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:51.036844 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b5d73cfb-cff2-4138-aff9-88e4bf6dd713 req-f89f1bd9-5d8d-4dee-889b-f15b45914c89 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 945 time: 0.0698924 May 10 19:05:51.100013 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b5d73cfb-cff2-4138-aff9-88e4bf6dd713 req-5e417a02-d7f3-4ddd-bbbf-bba3bc627126 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538409 May 10 19:05:51.217460 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 7790630d-dfc1-45e5-99af-ea6b2ec1bc21 up at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:05:51.337231 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning for port 7790630d-dfc1-45e5-99af-ea6b2ec1bc21 completed by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:05:51.346694 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning complete for port 7790630d-dfc1-45e5-99af-ea6b2ec1bc21 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:05:51.347611 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (7790630d-dfc1-45e5-99af-ea6b2ec1bc21), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:51.442544 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port 7790630d-dfc1-45e5-99af-ea6b2ec1bc21 is: BUILD; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:05:51.442934 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (7790630d-dfc1-45e5-99af-ea6b2ec1bc21), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:51.467309 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc3dd27-77ec-4637-af9b-b01a9193abf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7790630d-dfc1-45e5-99af-ea6b2ec1bc21'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:05:51.469710 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc4c72c1cd3e6c4fc9632b01e094f02638f1ddc8156bb4d740f489bc698d08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9726cc41-962a-466f-988f-29fa9bd7fb8e" -d '{"events": [{"server_uuid": "ddc3dd27-77ec-4637-af9b-b01a9193abf4", "name": "network-vif-plugged", "status": "completed", "tag": "7790630d-dfc1-45e5-99af-ea6b2ec1bc21"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:05:51.483560 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 7790630d-dfc1-45e5-99af-ea6b2ec1bc21, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7790630d-dfc1-45e5-99af-ea6b2ec1bc21,segment=NetworkSegment(9bac39cb-d3cf-4b8c-ac71-105f190c4491),segment_id=9bac39cb-d3cf-4b8c-ac71-105f190c4491)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:05:51.488322 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (7790630d-dfc1-45e5-99af-ea6b2ec1bc21), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:51.513961 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba1b471-a346-4aaa-b132-370edea49200 x-openstack-request-id: req-3ba1b471-a346-4aaa-b132-370edea49200 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:05:51.514254 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc3dd27-77ec-4637-af9b-b01a9193abf4", "name": "network-vif-plugged", "status": "completed", "tag": "7790630d-dfc1-45e5-99af-ea6b2ec1bc21", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:05:51.514510 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3ba1b471-a346-4aaa-b132-370edea49200 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:05:51.514911 dv-cinder-836996-18-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ba1b471-a346-4aaa-b132-370edea49200'] response: {'server_uuid': 'ddc3dd27-77ec-4637-af9b-b01a9193abf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7790630d-dfc1-45e5-99af-ea6b2ec1bc21', 'code': 200} May 10 19:05:51.539693 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=7790630d-dfc1-45e5-99af-ea6b2ec1bc21,revision_number=5']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:51.761457 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddce57-ae12-42f3-b5b0-bf3bff2c49ba req-8bbbdb36-a8e9-4a0b-8120-25269dd422ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:51.763631 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b8ddce57-ae12-42f3-b5b0-bf3bff2c49ba req-8bbbdb36-a8e9-4a0b-8120-25269dd422ca service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 1130 time: 0.0452311 May 10 19:05:51.834472 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b8ddce57-ae12-42f3-b5b0-bf3bff2c49ba req-d2fdcc90-5c38-4dc8-a704-3aceb998a86c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631878 May 10 19:05:52.219835 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d15359-4513-4caf-919b-779d469db0c9 req-23c55def-a060-4c93-b10c-bda776ebf14a tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:52.221457 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-e2d15359-4513-4caf-919b-779d469db0c9 req-23c55def-a060-4c93-b10c-bda776ebf14a tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 946 time: 0.0488291 May 10 19:05:52.277291 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-e2d15359-4513-4caf-919b-779d469db0c9 req-a14c9b74-0bd0-4ce9-a033-48101f9bfa6b tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495982 May 10 19:05:53.405384 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb8993-d23c-48ac-aeee-e077db57cf73 req-869826d9-3892-48ee-9b59-b568da613c6f tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:53.406401 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-6abb8993-d23c-48ac-aeee-e077db57cf73 req-869826d9-3892-48ee-9b59-b568da613c6f tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 946 time: 0.0475574 May 10 19:05:53.460408 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-6abb8993-d23c-48ac-aeee-e077db57cf73 req-ab50ba41-8b1e-4d34-a0cc-712ce6e2282d tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470753 May 10 19:05:53.598323 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002782c-9fc2-49a4-9ccc-b30410a57000 req-fc805e1c-2f0c-4a06-8c46-c59d09016083 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:53.605993 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-e002782c-9fc2-49a4-9ccc-b30410a57000 req-fc805e1c-2f0c-4a06-8c46-c59d09016083 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 946 time: 0.0598631 May 10 19:05:53.667843 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-e002782c-9fc2-49a4-9ccc-b30410a57000 req-cb70148f-47b7-4ffe-a70b-30781ee34e12 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605364 May 10 19:05:53.691692 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 47974) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:53.924357 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90212ded-86c3-4035-a927-b14b6a0e83ac tempest-TestShelveInstance-1473004353 tempest-TestShelveInstance-1473004353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:53.929464 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-90212ded-86c3-4035-a927-b14b6a0e83ac tempest-TestShelveInstance-1473004353 tempest-TestShelveInstance-1473004353-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 1125 time: 0.2333920 May 10 19:05:53.929699 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 47978) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:53.935062 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-7ad4e245-54b9-4b27-b25e-ae0db821e8a8 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Request body: {'floatingip': {'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'port_id': '7790630d-dfc1-45e5-99af-ea6b2ec1bc21', 'tenant_id': '2eec603f7854489393b8c4ed68874746', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:05:53.959650 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7ad4e245-54b9-4b27-b25e-ae0db821e8a8 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:54.052329 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7ad4e245-54b9-4b27-b25e-ae0db821e8a8 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:54.160852 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-7ad4e245-54b9-4b27-b25e-ae0db821e8a8 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Allocated IP 172.27.1.135 (fea53afb-2d4d-48cb-89ec-9b33d8fc553d/12fc4f2d-8382-4ccf-abb9-52281f433079/50b24671-99fa-43d2-b0fd-d142927bcead) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:05:54.342561 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7ad4e245-54b9-4b27-b25e-ae0db821e8a8 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks [] for port (50b24671-99fa-43d2-b0fd-d142927bcead), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:54.392344 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7ad4e245-54b9-4b27-b25e-ae0db821e8a8 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (50b24671-99fa-43d2-b0fd-d142927bcead), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:54.441260 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad4e245-54b9-4b27-b25e-ae0db821e8a8 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Network fea53afb-2d4d-48cb-89ec-9b33d8fc553d is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:05:54.446102 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-7ad4e245-54b9-4b27-b25e-ae0db821e8a8 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:05:54.449738 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad4e245-54b9-4b27-b25e-ae0db821e8a8 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:05:54.468964 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4e245-54b9-4b27-b25e-ae0db821e8a8 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Pushing event updated for resources: {'Port': ['ID=50b24671-99fa-43d2-b0fd-d142927bcead,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:54.506093 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 47986) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:54.629117 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-11be7363-1706-4b63-ae0d-b63b3264a0e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:54.721227 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-11be7363-1706-4b63-ae0d-b63b3264a0e5 admin admin] Publish callbacks [] for security_group (8155d75a-0a3d-43f1-84bf-e1a8226e43c1), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:54.726840 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-11be7363-1706-4b63-ae0d-b63b3264a0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (8155d75a-0a3d-43f1-84bf-e1a8226e43c1), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:54.771495 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-11be7363-1706-4b63-ae0d-b63b3264a0e5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7264c223204645fda8bf7d28a36821f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2642770 May 10 19:05:54.773631 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 47994) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:54.784782 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be7363-1706-4b63-ae0d-b63b3264a0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8155d75a-0a3d-43f1-84bf-e1a8226e43c1,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:54.848045 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74df0627-5f6e-4a01-b894-55c37523d903 admin admin] Publish callbacks [] for security_group (8155d75a-0a3d-43f1-84bf-e1a8226e43c1), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:54.872479 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74df0627-5f6e-4a01-b894-55c37523d903 admin admin] Publish callbacks [] for security_group (8155d75a-0a3d-43f1-84bf-e1a8226e43c1), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:54.939932 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74df0627-5f6e-4a01-b894-55c37523d903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (8155d75a-0a3d-43f1-84bf-e1a8226e43c1), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:54.949695 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74df0627-5f6e-4a01-b894-55c37523d903 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:54.952622 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-74df0627-5f6e-4a01-b894-55c37523d903 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8155d75a-0a3d-43f1-84bf-e1a8226e43c1 HTTP/1.1" status: 204 len: 168 time: 0.1742003 May 10 19:05:54.964538 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df0627-5f6e-4a01-b894-55c37523d903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8155d75a-0a3d-43f1-84bf-e1a8226e43c1,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:54.993335 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7ad4e245-54b9-4b27-b25e-ae0db821e8a8 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks [] for floatingip (2c1fb413-40be-4403-bb37-a3678a242175), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:55.108840 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7ad4e245-54b9-4b27-b25e-ae0db821e8a8 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (50b24671-99fa-43d2-b0fd-d142927bcead), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:55.346667 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7ad4e245-54b9-4b27-b25e-ae0db821e8a8 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks [] for port (50b24671-99fa-43d2-b0fd-d142927bcead), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:55.351452 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7ad4e245-54b9-4b27-b25e-ae0db821e8a8 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (50b24671-99fa-43d2-b0fd-d142927bcead), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:55.423531 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4e245-54b9-4b27-b25e-ae0db821e8a8 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Pushing event updated for resources: {'Port': ['ID=50b24671-99fa-43d2-b0fd-d142927bcead,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:55.456274 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7ad4e245-54b9-4b27-b25e-ae0db821e8a8 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2085825'] for floatingip (2c1fb413-40be-4403-bb37-a3678a242175), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:55.853533 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 48024) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:55.863732 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.db.l3_db [None req-7ad4e245-54b9-4b27-b25e-ae0db821e8a8 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Floating IP 2c1fb413-40be-4403-bb37-a3678a242175 associated. External IP: 172.27.1.135, port: 7790630d-dfc1-45e5-99af-ea6b2ec1bc21. May 10 19:05:55.991641 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-22a7bfba-f569-4f86-ac2b-c15ef69134c1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-946052814-network', 'tenant_id': '9eb01bc12113463ab0f3d9d80b011053'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:05:56.019908 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a7bfba-f569-4f86-ac2b-c15ef69134c1 admin admin] Made reservation on behalf of 9eb01bc12113463ab0f3d9d80b011053 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:05:56.022763 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-22a7bfba-f569-4f86-ac2b-c15ef69134c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:56.035892 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-22a7bfba-f569-4f86-ac2b-c15ef69134c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:56.120597 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad4e245-54b9-4b27-b25e-ae0db821e8a8 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Router 3cda3d96-7afe-42b8-9e96-2e97e46f7c5a has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:05:56.131241 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-22a7bfba-f569-4f86-ac2b-c15ef69134c1 admin admin] Publish callbacks [] for security_group (a4bba6f1-081d-4d45-929b-9b8d18457185), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:56.138136 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-22a7bfba-f569-4f86-ac2b-c15ef69134c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (a4bba6f1-081d-4d45-929b-9b8d18457185), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:56.169882 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a7bfba-f569-4f86-ac2b-c15ef69134c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:05:56.179968 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7bfba-f569-4f86-ac2b-c15ef69134c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bba6f1-081d-4d45-929b-9b8d18457185,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:56.205065 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-22a7bfba-f569-4f86-ac2b-c15ef69134c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860'] for segment (a0522d6d-1e0d-4b6b-a820-1a35d0c0c909), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:56.205691 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.db.segments_db [None req-22a7bfba-f569-4f86-ac2b-c15ef69134c1 admin admin] Added segment a0522d6d-1e0d-4b6b-a820-1a35d0c0c909 of type vlan for network dae72348-6906-4597-9691-30ca20d2a559 May 10 19:05:56.245961 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad4e245-54b9-4b27-b25e-ae0db821e8a8 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:05:56.254876 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-22a7bfba-f569-4f86-ac2b-c15ef69134c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776401517752'] for network (dae72348-6906-4597-9691-30ca20d2a559), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:56.256534 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71455de0-3a43-433a-8cdd-5edbb27f6a59 None None] Sync routers for ids ['3cda3d96-7afe-42b8-9e96-2e97e46f7c5a'] in dv-cinder-836996-18-iscsi {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:05:56.270144 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71455de0-3a43-433a-8cdd-5edbb27f6a59 None None] Routers {'3cda3d96-7afe-42b8-9e96-2e97e46f7c5a'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:05:56.270870 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-71455de0-3a43-433a-8cdd-5edbb27f6a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:05:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['3cda3d96-7afe-42b8-9e96-2e97e46f7c5a'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:05:56.284141 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7ad4e245-54b9-4b27-b25e-ae0db821e8a8 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:56.288150 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-22a7bfba-f569-4f86-ac2b-c15ef69134c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498'] for network (dae72348-6906-4597-9691-30ca20d2a559), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:56.289596 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a7bfba-f569-4f86-ac2b-c15ef69134c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:56.290549 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-22a7bfba-f569-4f86-ac2b-c15ef69134c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:56.337674 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-7ad4e245-54b9-4b27-b25e-ae0db821e8a8 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4069273 May 10 19:05:56.338271 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc3dd27-77ec-4637-af9b-b01a9193abf4', 'tag': '7790630d-dfc1-45e5-99af-ea6b2ec1bc21'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:05:56.340571 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8522a8cb-a6f5-4238-a943-7fcb1c97d515" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc3dd27-77ec-4637-af9b-b01a9193abf4", "tag": "7790630d-dfc1-45e5-99af-ea6b2ec1bc21"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:05:56.372439 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-22a7bfba-f569-4f86-ac2b-c15ef69134c1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5163715 May 10 19:05:56.373969 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7bfba-f569-4f86-ac2b-c15ef69134c1 admin admin] Pushing event updated for resources: {'Network': ['ID=dae72348-6906-4597-9691-30ca20d2a559,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:56.374943 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 48032) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:56.381575 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-67ce5707-5d69-4b1d-b1aa-b10ef13ec360 admin admin] Request body: {'subnet': {'network_id': 'dae72348-6906-4597-9691-30ca20d2a559', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-946052814-subnet', 'tenant_id': '9eb01bc12113463ab0f3d9d80b011053', 'ip_version': 4}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:05:56.412729 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Network dae72348-6906-4597-9691-30ca20d2a559 details requested by agent ovs-agent-dv-cinder-836996-18-iscsi with host dv-cinder-836996-18-iscsi {{(pid=103424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:05:56.420973 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ce5707-5d69-4b1d-b1aa-b10ef13ec360 admin admin] Made reservation on behalf of 9eb01bc12113463ab0f3d9d80b011053 for: {'subnet': 1} {{(pid=103423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:05:56.425696 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-67ce5707-5d69-4b1d-b1aa-b10ef13ec360 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6241798'] for subnet (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:56.437800 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca847d1b-0b7f-4c1c-88e7-e36bc08a1427 x-openstack-request-id: req-ca847d1b-0b7f-4c1c-88e7-e36bc08a1427 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:05:56.438084 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc3dd27-77ec-4637-af9b-b01a9193abf4", "tag": "7790630d-dfc1-45e5-99af-ea6b2ec1bc21", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:05:56.438335 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ca847d1b-0b7f-4c1c-88e7-e36bc08a1427 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:05:56.438742 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca847d1b-0b7f-4c1c-88e7-e36bc08a1427'] response: {'name': 'network-changed', 'server_uuid': 'ddc3dd27-77ec-4637-af9b-b01a9193abf4', 'tag': '7790630d-dfc1-45e5-99af-ea6b2ec1bc21', 'status': 'completed', 'code': 200} May 10 19:05:56.501464 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-71455de0-3a43-433a-8cdd-5edbb27f6a59 None None] Set router 3cda3d96-7afe-42b8-9e96-2e97e46f7c5a gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:05:56.553903 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522a8cb-a6f5-4238-a943-7fcb1c97d515 req-34fe6a59-a703-4274-8bb5-9f8b4960fd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:56.555112 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8522a8cb-a6f5-4238-a943-7fcb1c97d515 req-34fe6a59-a703-4274-8bb5-9f8b4960fd3e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2eec603f7854489393b8c4ed68874746&device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 1130 time: 0.0609183 May 10 19:05:56.710109 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522a8cb-a6f5-4238-a943-7fcb1c97d515 req-d774b253-4ae5-4a90-beec-eac7ca3f87e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:56.711584 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8522a8cb-a6f5-4238-a943-7fcb1c97d515 req-d774b253-4ae5-4a90-beec-eac7ca3f87e8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=33f7be6a-da7a-41a3-877f-ba238e3c204c HTTP/1.1" status: 200 len: 910 time: 0.1500471 May 10 19:05:56.750313 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-71455de0-3a43-433a-8cdd-5edbb27f6a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'name': 'tempest-TestShelveInstance-1438065207-router', 'tenant_id': '2eec603f7854489393b8c4ed68874746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd19f57fe-bf6d-4e01-b3d4-047b4e2f9d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:01Z', 'updated_at': '2022-05-10T19:05:05Z', 'revision_number': 4, 'project_id': '2eec603f7854489393b8c4ed68874746', 'gw_port': {'id': 'd19f57fe-bf6d-4e01-b3d4-047b4e2f9d23', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:91:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:01Z', 'updated_at': '2022-05-10T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': '2c1fb413-40be-4403-bb37-a3678a242175', 'tenant_id': '2eec603f7854489393b8c4ed68874746', 'floating_ip_address': '172.27.1.135', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'port_id': '7790630d-dfc1-45e5-99af-ea6b2ec1bc21', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33f7be6a-da7a-41a3-877f-ba238e3c204c', 'mac_address': 'fa:16:3e:a5:02:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3dd27-77ec-4637-af9b-b01a9193abf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:05:54Z', 'updated_at': '2022-05-10T19:05:54Z', 'revision_number': 0, 'project_id': '2eec603f7854489393b8c4ed68874746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e8e6f6-c481-4de7-9647-775e191bd1b2', 'name': '', 'network_id': '33f7be6a-da7a-41a3-877f-ba238e3c204c', 'tenant_id': '2eec603f7854489393b8c4ed68874746', 'mac_address': 'fa:16:3e:b4:16:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '17680ccc-21eb-43ee-8aff-168579cd6da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:04Z', 'updated_at': '2022-05-10T19:05:08Z', 'revision_number': 5, 'project_id': '2eec603f7854489393b8c4ed68874746', 'subnets': [{'id': '17680ccc-21eb-43ee-8aff-168579cd6da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:05:56.778506 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-67ce5707-5d69-4b1d-b1aa-b10ef13ec360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6129975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6241816'] for subnet (b4bd3585-962b-46d4-aa84-8b2715e3471e), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:56.790632 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71455de0-3a43-433a-8cdd-5edbb27f6a59 None None] Checking router: 3cda3d96-7afe-42b8-9e96-2e97e46f7c5a for host: dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:05:56.800055 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71455de0-3a43-433a-8cdd-5edbb27f6a59 None None] Routers {'3cda3d96-7afe-42b8-9e96-2e97e46f7c5a'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:05:56.800943 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-71455de0-3a43-433a-8cdd-5edbb27f6a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:05:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['3cda3d96-7afe-42b8-9e96-2e97e46f7c5a'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:05:56.822772 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8522a8cb-a6f5-4238-a943-7fcb1c97d515 req-1960495a-6f28-43b1-b34d-28b47476e5b8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7790630d-dfc1-45e5-99af-ea6b2ec1bc21 HTTP/1.1" status: 200 len: 1000 time: 0.1019015 May 10 19:05:56.883871 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce5707-5d69-4b1d-b1aa-b10ef13ec360 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4bd3585-962b-46d4-aa84-8b2715e3471e,revision_number=0']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:56.895153 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ce5707-5d69-4b1d-b1aa-b10ef13ec360 admin admin] Checking segment: {'id': 'a0522d6d-1e0d-4b6b-a820-1a35d0c0c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'dae72348-6906-4597-9691-30ca20d2a559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:05:56.895512 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ce5707-5d69-4b1d-b1aa-b10ef13ec360 admin admin] Network hostable DHCP agents. Network: dae72348-6906-4597-9691-30ca20d2a559, hostable agents: ['dfaf9083-34c2-4df7-9672-aaebd87f4028'], hosted agents: [] {{(pid=103423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:05:56.905320 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522a8cb-a6f5-4238-a943-7fcb1c97d515 req-80e96df2-f0ea-47cd-ab09-c68164c902e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:56.906838 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8522a8cb-a6f5-4238-a943-7fcb1c97d515 req-80e96df2-f0ea-47cd-ab09-c68164c902e0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=17680ccc-21eb-43ee-8aff-168579cd6da5 HTTP/1.1" status: 200 len: 848 time: 0.0761001 May 10 19:05:56.941395 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-71455de0-3a43-433a-8cdd-5edbb27f6a59 None None] Set router 3cda3d96-7afe-42b8-9e96-2e97e46f7c5a gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:05:56.946342 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ce5707-5d69-4b1d-b1aa-b10ef13ec360 admin admin] Network dae72348-6906-4597-9691-30ca20d2a559 is scheduled to be hosted by DHCP agent dfaf9083-34c2-4df7-9672-aaebd87f4028 with binding_index 1 {{(pid=103423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:05:56.961863 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522a8cb-a6f5-4238-a943-7fcb1c97d515 req-a817e188-62ef-4dca-8749-f762990e4f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:56.963452 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8522a8cb-a6f5-4238-a943-7fcb1c97d515 req-a817e188-62ef-4dca-8749-f762990e4f9f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33f7be6a-da7a-41a3-877f-ba238e3c204c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479646 May 10 19:05:56.964037 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-67ce5707-5d69-4b1d-b1aa-b10ef13ec360 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-18-iscsi, dae72348-6906-4597-9691-30ca20d2a559) {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:05:56.968655 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ce5707-5d69-4b1d-b1aa-b10ef13ec360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:05:56.969287 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-67ce5707-5d69-4b1d-b1aa-b10ef13ec360 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:56.984259 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ddd7c4-5a0b-4849-b98a-8288c966990c None None] Network dae72348-6906-4597-9691-30ca20d2a559 requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:05:57.030824 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-67ce5707-5d69-4b1d-b1aa-b10ef13ec360 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6520157 May 10 19:05:57.031037 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 48038) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:57.036861 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-18ea3fe3-14bf-4b2f-95d2-6a52e0282bd2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-946052814-router', 'tenant_id': '9eb01bc12113463ab0f3d9d80b011053', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:05:57.078956 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-18ea3fe3-14bf-4b2f-95d2-6a52e0282bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2083890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2569'] for router (59850c26-3ffa-43bc-a7a2-5c95f82ea21e), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:57.080024 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-18ea3fe3-14bf-4b2f-95d2-6a52e0282bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2083974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2085925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2043442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2590'] for router (59850c26-3ffa-43bc-a7a2-5c95f82ea21e), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:57.100726 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8522a8cb-a6f5-4238-a943-7fcb1c97d515 req-b79d2864-631c-4b62-97bc-d6dc69df1a73 service neutron] 10.222.0.48 "GET /v2.0/networks/33f7be6a-da7a-41a3-877f-ba238e3c204c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282294 May 10 19:05:57.198386 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-18ea3fe3-14bf-4b2f-95d2-6a52e0282bd2 admin admin] Publish callbacks [] for router_controller (59850c26-3ffa-43bc-a7a2-5c95f82ea21e), precommit_add_association {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:57.303205 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcda828d-00f1-4622-8276-d15571b3e754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4010351-5650-5351-9072-b5f47fb5324d-dae72348-6906-4597-9691-30ca20d2a559', 'network_id': 'dae72348-6906-4597-9691-30ca20d2a559', 'project_id': '9eb01bc12113463ab0f3d9d80b011053', 'fixed_ips': [{'subnet_id': 'b4bd3585-962b-46d4-aa84-8b2715e3471e'}]}} from dv-cinder-836996-18-iscsi. {{(pid=103424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 19:05:57.304185 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dcda828d-00f1-4622-8276-d15571b3e754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:57.351153 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8522a8cb-a6f5-4238-a943-7fcb1c97d515 req-c41dc45c-d2a8-4894-a7e3-ecc185e80c67 service neutron] 10.222.0.48 "GET /v2.0/networks/33f7be6a-da7a-41a3-877f-ba238e3c204c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437243 May 10 19:05:57.381133 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-18ea3fe3-14bf-4b2f-95d2-6a52e0282bd2 admin admin] Publish callbacks [] for router_gateway (59850c26-3ffa-43bc-a7a2-5c95f82ea21e), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:57.607834 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-dcda828d-00f1-4622-8276-d15571b3e754 None None] Allocated IP 172.20.0.2 (dae72348-6906-4597-9691-30ca20d2a559/b4bd3585-962b-46d4-aa84-8b2715e3471e/738d368c-8326-4a87-ba18-17490fabbaf9) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:05:57.622420 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-18ea3fe3-14bf-4b2f-95d2-6a52e0282bd2 admin admin] Publish callbacks [] for router_gateway (59850c26-3ffa-43bc-a7a2-5c95f82ea21e), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:57.643491 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-18ea3fe3-14bf-4b2f-95d2-6a52e0282bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:57.718758 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-71455de0-3a43-433a-8cdd-5edbb27f6a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'name': 'tempest-TestShelveInstance-1438065207-router', 'tenant_id': '2eec603f7854489393b8c4ed68874746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd19f57fe-bf6d-4e01-b3d4-047b4e2f9d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:01Z', 'updated_at': '2022-05-10T19:05:05Z', 'revision_number': 4, 'project_id': '2eec603f7854489393b8c4ed68874746', 'gw_port': {'id': 'd19f57fe-bf6d-4e01-b3d4-047b4e2f9d23', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:91:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:01Z', 'updated_at': '2022-05-10T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': '2c1fb413-40be-4403-bb37-a3678a242175', 'tenant_id': '2eec603f7854489393b8c4ed68874746', 'floating_ip_address': '172.27.1.135', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'port_id': '7790630d-dfc1-45e5-99af-ea6b2ec1bc21', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33f7be6a-da7a-41a3-877f-ba238e3c204c', 'mac_address': 'fa:16:3e:a5:02:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3dd27-77ec-4637-af9b-b01a9193abf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:05:54Z', 'updated_at': '2022-05-10T19:05:54Z', 'revision_number': 0, 'project_id': '2eec603f7854489393b8c4ed68874746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e8e6f6-c481-4de7-9647-775e191bd1b2', 'name': '', 'network_id': '33f7be6a-da7a-41a3-877f-ba238e3c204c', 'tenant_id': '2eec603f7854489393b8c4ed68874746', 'mac_address': 'fa:16:3e:b4:16:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '17680ccc-21eb-43ee-8aff-168579cd6da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:04Z', 'updated_at': '2022-05-10T19:05:08Z', 'revision_number': 5, 'project_id': '2eec603f7854489393b8c4ed68874746', 'subnets': [{'id': '17680ccc-21eb-43ee-8aff-168579cd6da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:05:57.755577 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71455de0-3a43-433a-8cdd-5edbb27f6a59 None None] The sync data for ids ['3cda3d96-7afe-42b8-9e96-2e97e46f7c5a'] in dv-cinder-836996-18-iscsi is: [{'id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'name': 'tempest-TestShelveInstance-1438065207-router', 'tenant_id': '2eec603f7854489393b8c4ed68874746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd19f57fe-bf6d-4e01-b3d4-047b4e2f9d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:01Z', 'updated_at': '2022-05-10T19:05:05Z', 'revision_number': 4, 'project_id': '2eec603f7854489393b8c4ed68874746', 'gw_port': {'id': 'd19f57fe-bf6d-4e01-b3d4-047b4e2f9d23', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:91:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:01Z', 'updated_at': '2022-05-10T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': '2c1fb413-40be-4403-bb37-a3678a242175', 'tenant_id': '2eec603f7854489393b8c4ed68874746', 'floating_ip_address': '172.27.1.135', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'port_id': '7790630d-dfc1-45e5-99af-ea6b2ec1bc21', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33f7be6a-da7a-41a3-877f-ba238e3c204c', 'mac_address': 'fa:16:3e:a5:02:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3dd27-77ec-4637-af9b-b01a9193abf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:05:54Z', 'updated_at': '2022-05-10T19:05:54Z', 'revision_number': 0, 'project_id': '2eec603f7854489393b8c4ed68874746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e8e6f6-c481-4de7-9647-775e191bd1b2', 'name': '', 'network_id': '33f7be6a-da7a-41a3-877f-ba238e3c204c', 'tenant_id': '2eec603f7854489393b8c4ed68874746', 'mac_address': 'fa:16:3e:b4:16:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '17680ccc-21eb-43ee-8aff-168579cd6da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:04Z', 'updated_at': '2022-05-10T19:05:08Z', 'revision_number': 5, 'project_id': '2eec603f7854489393b8c4ed68874746', 'subnets': [{'id': '17680ccc-21eb-43ee-8aff-168579cd6da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:05:57.762946 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-18ea3fe3-14bf-4b2f-95d2-6a52e0282bd2 admin admin] Allocated IP 172.27.1.219 (fea53afb-2d4d-48cb-89ec-9b33d8fc553d/12fc4f2d-8382-4ccf-abb9-52281f433079/5c9cd65f-63fe-454c-a8d9-45497184b0b0) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:05:57.897616 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-18ea3fe3-14bf-4b2f-95d2-6a52e0282bd2 admin admin] Publish callbacks [] for port (5c9cd65f-63fe-454c-a8d9-45497184b0b0), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:57.923486 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dcda828d-00f1-4622-8276-d15571b3e754 None None] Publish callbacks [] for port (738d368c-8326-4a87-ba18-17490fabbaf9), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:57.940082 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-18ea3fe3-14bf-4b2f-95d2-6a52e0282bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (5c9cd65f-63fe-454c-a8d9-45497184b0b0), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:57.943761 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dcda828d-00f1-4622-8276-d15571b3e754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578'] for port (738d368c-8326-4a87-ba18-17490fabbaf9), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:57.989723 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ea3fe3-14bf-4b2f-95d2-6a52e0282bd2 admin admin] Network fea53afb-2d4d-48cb-89ec-9b33d8fc553d is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:05:57.997211 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-18ea3fe3-14bf-4b2f-95d2-6a52e0282bd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:05:57.999707 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ea3fe3-14bf-4b2f-95d2-6a52e0282bd2 admin admin] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:05:58.002252 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcda828d-00f1-4622-8276-d15571b3e754 None None] Network dae72348-6906-4597-9691-30ca20d2a559 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:05:58.005370 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-dcda828d-00f1-4622-8276-d15571b3e754 None None] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:05:58.009315 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcda828d-00f1-4622-8276-d15571b3e754 None None] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:05:58.017310 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda828d-00f1-4622-8276-d15571b3e754 None None] Pushing event updated for resources: {'Port': ['ID=738d368c-8326-4a87-ba18-17490fabbaf9,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:58.034519 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea3fe3-14bf-4b2f-95d2-6a52e0282bd2 admin admin] Pushing event updated for resources: {'Port': ['ID=5c9cd65f-63fe-454c-a8d9-45497184b0b0,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:58.079134 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e788902d-5148-43fa-8fe4-45a393f0e375 None None] New status for floating IP 2c1fb413-40be-4403-bb37-a3678a242175: ACTIVE {{(pid=103425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:05:58.098198 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-dcda828d-00f1-4622-8276-d15571b3e754 None None] Attempting to bind port 738d368c-8326-4a87-ba18-17490fabbaf9 on host dv-cinder-836996-18-iscsi for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:05:58.098570 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-dcda828d-00f1-4622-8276-d15571b3e754 None None] Attempting to bind port 738d368c-8326-4a87-ba18-17490fabbaf9 by drivers openvswitch,hyperv on host dv-cinder-836996-18-iscsi at level 0 using segments [{'id': 'a0522d6d-1e0d-4b6b-a820-1a35d0c0c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'dae72348-6906-4597-9691-30ca20d2a559'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:05:58.099143 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcda828d-00f1-4622-8276-d15571b3e754 None None] Attempting to bind port 738d368c-8326-4a87-ba18-17490fabbaf9 on network dae72348-6906-4597-9691-30ca20d2a559 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:05:58.105201 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcda828d-00f1-4622-8276-d15571b3e754 None None] Checking agent: {'id': 'c34e4451-1c74-4654-b00e-86e650275fac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 49, 35), 'started_at': datetime.datetime(2022, 5, 10, 18, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:05:58.105621 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcda828d-00f1-4622-8276-d15571b3e754 None None] Checking segment: {'id': 'a0522d6d-1e0d-4b6b-a820-1a35d0c0c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'dae72348-6906-4597-9691-30ca20d2a559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:05:58.108607 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dcda828d-00f1-4622-8276-d15571b3e754 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:58.108607 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcda828d-00f1-4622-8276-d15571b3e754 None None] Bound using segment: {'id': 'a0522d6d-1e0d-4b6b-a820-1a35d0c0c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'dae72348-6906-4597-9691-30ca20d2a559'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:05:58.108607 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-dcda828d-00f1-4622-8276-d15571b3e754 None None] Bound port: 738d368c-8326-4a87-ba18-17490fabbaf9, host: dv-cinder-836996-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0522d6d-1e0d-4b6b-a820-1a35d0c0c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'dae72348-6906-4597-9691-30ca20d2a559'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:05:58.108607 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dcda828d-00f1-4622-8276-d15571b3e754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (738d368c-8326-4a87-ba18-17490fabbaf9), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:58.205966 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-dcda828d-00f1-4622-8276-d15571b3e754 None None] For port 738d368c-8326-4a87-ba18-17490fabbaf9, host dv-cinder-836996-18-iscsi, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:05:58.212700 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-dcda828d-00f1-4622-8276-d15571b3e754 None None] For port 738d368c-8326-4a87-ba18-17490fabbaf9, host dv-cinder-836996-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=738d368c-8326-4a87-ba18-17490fabbaf9,segment=NetworkSegment(a0522d6d-1e0d-4b6b-a820-1a35d0c0c909),segment_id=a0522d6d-1e0d-4b6b-a820-1a35d0c0c909)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:05:58.223455 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dcda828d-00f1-4622-8276-d15571b3e754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (738d368c-8326-4a87-ba18-17490fabbaf9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:58.312020 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda828d-00f1-4622-8276-d15571b3e754 None None] Pushing event updated for resources: {'Port': ['ID=738d368c-8326-4a87-ba18-17490fabbaf9,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:58.374543 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-18ea3fe3-14bf-4b2f-95d2-6a52e0282bd2 admin admin] Publish callbacks [] for router_gateway (59850c26-3ffa-43bc-a7a2-5c95f82ea21e), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:58.621901 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-18ea3fe3-14bf-4b2f-95d2-6a52e0282bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2083977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2086088'] for router (59850c26-3ffa-43bc-a7a2-5c95f82ea21e), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:58.774113 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ea3fe3-14bf-4b2f-95d2-6a52e0282bd2 admin admin] Router 59850c26-3ffa-43bc-a7a2-5c95f82ea21e is scheduled to L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 with binding_index 1 {{(pid=103423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 19:05:58.880880 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-bb3d18cb-f5a9-4f23-bdf5-7389d427a106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:59.236731 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ea3fe3-14bf-4b2f-95d2-6a52e0282bd2 admin admin] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:05:59.248949 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb67b7a9-0787-4dff-ae33-05f85424141b None None] Sync routers for ids ['59850c26-3ffa-43bc-a7a2-5c95f82ea21e'] in dv-cinder-836996-18-iscsi {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:05:59.271518 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-18ea3fe3-14bf-4b2f-95d2-6a52e0282bd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:59.276496 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 48052) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:05:59.277079 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-18ea3fe3-14bf-4b2f-95d2-6a52e0282bd2 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2449791 May 10 19:05:59.281974 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb67b7a9-0787-4dff-ae33-05f85424141b None None] Routers {'59850c26-3ffa-43bc-a7a2-5c95f82ea21e'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:05:59.283055 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-fb67b7a9-0787-4dff-ae33-05f85424141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:05:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['59850c26-3ffa-43bc-a7a2-5c95f82ea21e'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:05:59.326615 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 738d368c-8326-4a87-ba18-17490fabbaf9 up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:05:59.494619 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port 738d368c-8326-4a87-ba18-17490fabbaf9 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:05:59.494991 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (738d368c-8326-4a87-ba18-17490fabbaf9), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:59.528494 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-fb67b7a9-0787-4dff-ae33-05f85424141b None None] Set router 59850c26-3ffa-43bc-a7a2-5c95f82ea21e gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:05:59.633328 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6a9f85-22c4-48a5-b8d5-050ab1fd8b51 None None] Network dae72348-6906-4597-9691-30ca20d2a559 requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:05:59.730986 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-2fdefabc-d750-4ec2-a5ff-f6b9557279f4 None None] Provisioning complete for port 738d368c-8326-4a87-ba18-17490fabbaf9 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:05:59.731365 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2fdefabc-d750-4ec2-a5ff-f6b9557279f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (738d368c-8326-4a87-ba18-17490fabbaf9), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:59.896182 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port 738d368c-8326-4a87-ba18-17490fabbaf9 is: DOWN; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:05:59.896570 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (738d368c-8326-4a87-ba18-17490fabbaf9), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:05:59.936310 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-fb67b7a9-0787-4dff-ae33-05f85424141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'name': 'tempest-TestMinimumBasicScenario-946052814-router', 'tenant_id': '9eb01bc12113463ab0f3d9d80b011053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '5c9cd65f-63fe-454c-a8d9-45497184b0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:57Z', 'updated_at': '2022-05-10T19:05:58Z', 'revision_number': 3, 'project_id': '9eb01bc12113463ab0f3d9d80b011053', 'gw_port': {'id': '5c9cd65f-63fe-454c-a8d9-45497184b0b0', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:57Z', 'updated_at': '2022-05-10T19:05:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi'}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:06:00.015232 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb67b7a9-0787-4dff-ae33-05f85424141b None None] Checking router: 59850c26-3ffa-43bc-a7a2-5c95f82ea21e for host: dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:06:00.015586 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb67b7a9-0787-4dff-ae33-05f85424141b None None] Updating router 59850c26-3ffa-43bc-a7a2-5c95f82ea21e port 5c9cd65f-63fe-454c-a8d9-45497184b0b0 binding host dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:06:00.028071 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] For port 738d368c-8326-4a87-ba18-17490fabbaf9, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=738d368c-8326-4a87-ba18-17490fabbaf9,segment=NetworkSegment(a0522d6d-1e0d-4b6b-a820-1a35d0c0c909),segment_id=a0522d6d-1e0d-4b6b-a820-1a35d0c0c909)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:06:00.059116 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (738d368c-8326-4a87-ba18-17490fabbaf9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:00.094592 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-2fdefabc-d750-4ec2-a5ff-f6b9557279f4 None None] Current status of the port 738d368c-8326-4a87-ba18-17490fabbaf9 is: DOWN; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:06:00.095015 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2fdefabc-d750-4ec2-a5ff-f6b9557279f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (738d368c-8326-4a87-ba18-17490fabbaf9), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:00.099630 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fb67b7a9-0787-4dff-ae33-05f85424141b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (5c9cd65f-63fe-454c-a8d9-45497184b0b0), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:00.112283 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7ba2712b-cc6b-428d-9621-edf4f4c29fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:00.190425 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Pushing event updated for resources: {'Port': ['ID=738d368c-8326-4a87-ba18-17490fabbaf9,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:00.308012 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.db.api [None req-2fdefabc-d750-4ec2-a5ff-f6b9557279f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 19:06:00.308635 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG oslo_db.api [None req-2fdefabc-d750-4ec2-a5ff-f6b9557279f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 19:06:00.355362 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-7ba2712b-cc6b-428d-9621-edf4f4c29fb3 admin admin] Allocated IP 172.20.0.1 (dae72348-6906-4597-9691-30ca20d2a559/b4bd3585-962b-46d4-aa84-8b2715e3471e/9116c620-f1c3-450f-84b5-0e66dda3afdb) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:06:00.490517 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7ba2712b-cc6b-428d-9621-edf4f4c29fb3 admin admin] Publish callbacks [] for port (9116c620-f1c3-450f-84b5-0e66dda3afdb), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:00.536908 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7ba2712b-cc6b-428d-9621-edf4f4c29fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4468833'] for port (9116c620-f1c3-450f-84b5-0e66dda3afdb), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:00.587443 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba2712b-cc6b-428d-9621-edf4f4c29fb3 admin admin] Network dae72348-6906-4597-9691-30ca20d2a559 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:06:00.608957 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-7ba2712b-cc6b-428d-9621-edf4f4c29fb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:06:00.611813 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba2712b-cc6b-428d-9621-edf4f4c29fb3 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:06:00.650289 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2712b-cc6b-428d-9621-edf4f4c29fb3 admin admin] Pushing event updated for resources: {'Port': ['ID=9116c620-f1c3-450f-84b5-0e66dda3afdb,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:00.673362 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7ba2712b-cc6b-428d-9621-edf4f4c29fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2088351'] for router_interface (59850c26-3ffa-43bc-a7a2-5c95f82ea21e), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:00.690945 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fb67b7a9-0787-4dff-ae33-05f85424141b None None] Publish callbacks [] for port (5c9cd65f-63fe-454c-a8d9-45497184b0b0), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:00.703093 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fb67b7a9-0787-4dff-ae33-05f85424141b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (5c9cd65f-63fe-454c-a8d9-45497184b0b0), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:00.778772 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-fb67b7a9-0787-4dff-ae33-05f85424141b None None] Attempting to bind port 5c9cd65f-63fe-454c-a8d9-45497184b0b0 on host dv-cinder-836996-18-iscsi for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:06:00.779146 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-fb67b7a9-0787-4dff-ae33-05f85424141b None None] Attempting to bind port 5c9cd65f-63fe-454c-a8d9-45497184b0b0 by drivers openvswitch,hyperv on host dv-cinder-836996-18-iscsi at level 0 using segments [{'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:06:00.779567 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb67b7a9-0787-4dff-ae33-05f85424141b None None] Attempting to bind port 5c9cd65f-63fe-454c-a8d9-45497184b0b0 on network fea53afb-2d4d-48cb-89ec-9b33d8fc553d {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:06:00.783745 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f35e71-0463-4c89-a130-3af0f81c48a9 None None] Pushing event updated for resources: {'Port': ['ID=5c9cd65f-63fe-454c-a8d9-45497184b0b0,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:00.790307 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb67b7a9-0787-4dff-ae33-05f85424141b None None] Checking agent: {'id': 'c34e4451-1c74-4654-b00e-86e650275fac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 49, 35), 'started_at': datetime.datetime(2022, 5, 10, 18, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:06:00.790940 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb67b7a9-0787-4dff-ae33-05f85424141b None None] Checking segment: {'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:06:00.791189 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fb67b7a9-0787-4dff-ae33-05f85424141b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:00.791560 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb67b7a9-0787-4dff-ae33-05f85424141b None None] Bound using segment: {'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:06:00.792141 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-fb67b7a9-0787-4dff-ae33-05f85424141b None None] Bound port: 5c9cd65f-63fe-454c-a8d9-45497184b0b0, host: dv-cinder-836996-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:06:00.792440 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fb67b7a9-0787-4dff-ae33-05f85424141b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (5c9cd65f-63fe-454c-a8d9-45497184b0b0), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:00.879485 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7ba2712b-cc6b-428d-9621-edf4f4c29fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (9116c620-f1c3-450f-84b5-0e66dda3afdb), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:00.887911 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-2fdefabc-d750-4ec2-a5ff-f6b9557279f4 None None] Current status of the port 738d368c-8326-4a87-ba18-17490fabbaf9 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:06:00.894657 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-fb67b7a9-0787-4dff-ae33-05f85424141b None None] For port 5c9cd65f-63fe-454c-a8d9-45497184b0b0, host dv-cinder-836996-18-iscsi, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:06:00.908775 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-fb67b7a9-0787-4dff-ae33-05f85424141b None None] For port 5c9cd65f-63fe-454c-a8d9-45497184b0b0, host dv-cinder-836996-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=5c9cd65f-63fe-454c-a8d9-45497184b0b0,segment=NetworkSegment(5e4a060e-4ea0-4d95-88b5-1969f86bafa6),segment_id=5e4a060e-4ea0-4d95-88b5-1969f86bafa6)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:06:00.918677 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fb67b7a9-0787-4dff-ae33-05f85424141b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (5c9cd65f-63fe-454c-a8d9-45497184b0b0), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:00.975216 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb67b7a9-0787-4dff-ae33-05f85424141b None None] Routers {'59850c26-3ffa-43bc-a7a2-5c95f82ea21e'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:06:00.975826 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-fb67b7a9-0787-4dff-ae33-05f85424141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:05:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['59850c26-3ffa-43bc-a7a2-5c95f82ea21e'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:06:01.031748 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f35e71-0463-4c89-a130-3af0f81c48a9 None None] Pushing event updated for resources: {'Port': ['ID=5c9cd65f-63fe-454c-a8d9-45497184b0b0,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:01.043902 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-558bb83b-1533-4a8b-af75-982add2ee2a7 None None] Provisioning complete for port 738d368c-8326-4a87-ba18-17490fabbaf9 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:06:01.044289 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-558bb83b-1533-4a8b-af75-982add2ee2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (738d368c-8326-4a87-ba18-17490fabbaf9), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:01.082243 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7ba2712b-cc6b-428d-9621-edf4f4c29fb3 admin admin] Publish callbacks [] for port (9116c620-f1c3-450f-84b5-0e66dda3afdb), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:01.089552 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7ba2712b-cc6b-428d-9621-edf4f4c29fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4468760'] for port (9116c620-f1c3-450f-84b5-0e66dda3afdb), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:01.145446 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-fb67b7a9-0787-4dff-ae33-05f85424141b None None] Set router 59850c26-3ffa-43bc-a7a2-5c95f82ea21e gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:06:01.167629 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7ba2712b-cc6b-428d-9621-edf4f4c29fb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2055512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2088610'] for router_interface (59850c26-3ffa-43bc-a7a2-5c95f82ea21e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:01.169528 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2712b-cc6b-428d-9621-edf4f4c29fb3 admin admin] Pushing event updated for resources: {'Port': ['ID=9116c620-f1c3-450f-84b5-0e66dda3afdb,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:01.275537 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 738d368c-8326-4a87-ba18-17490fabbaf9 up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:06:01.282115 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-558bb83b-1533-4a8b-af75-982add2ee2a7 None None] Current status of the port 738d368c-8326-4a87-ba18-17490fabbaf9 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:06:01.307422 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba2712b-cc6b-428d-9621-edf4f4c29fb3 admin admin] Network dae72348-6906-4597-9691-30ca20d2a559 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:06:01.309098 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-7ba2712b-cc6b-428d-9621-edf4f4c29fb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:06:01.369100 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d8c59ede-2f6c-44bc-80dd-478d46a3e84e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:01.375066 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-558bb83b-1533-4a8b-af75-982add2ee2a7 None None] Provisioning complete for port 9116c620-f1c3-450f-84b5-0e66dda3afdb triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:06:01.375458 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-558bb83b-1533-4a8b-af75-982add2ee2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (9116c620-f1c3-450f-84b5-0e66dda3afdb), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:01.475964 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port 738d368c-8326-4a87-ba18-17490fabbaf9 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:06:01.476340 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (738d368c-8326-4a87-ba18-17490fabbaf9), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:01.500380 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-558bb83b-1533-4a8b-af75-982add2ee2a7 None None] Port 9116c620-f1c3-450f-84b5-0e66dda3afdb cannot update to ACTIVE because it is not bound. {{(pid=103424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:06:01.536942 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba2712b-cc6b-428d-9621-edf4f4c29fb3 admin admin] Router 59850c26-3ffa-43bc-a7a2-5c95f82ea21e has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:06:01.553022 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-fb67b7a9-0787-4dff-ae33-05f85424141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'name': 'tempest-TestMinimumBasicScenario-946052814-router', 'tenant_id': '9eb01bc12113463ab0f3d9d80b011053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '5c9cd65f-63fe-454c-a8d9-45497184b0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:57Z', 'updated_at': '2022-05-10T19:06:00Z', 'revision_number': 4, 'project_id': '9eb01bc12113463ab0f3d9d80b011053', 'gw_port': {'id': '5c9cd65f-63fe-454c-a8d9-45497184b0b0', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:57Z', 'updated_at': '2022-05-10T19:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '9116c620-f1c3-450f-84b5-0e66dda3afdb', 'name': '', 'network_id': 'dae72348-6906-4597-9691-30ca20d2a559', 'tenant_id': '9eb01bc12113463ab0f3d9d80b011053', 'mac_address': 'fa:16:3e:81:cd:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b4bd3585-962b-46d4-aa84-8b2715e3471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:06:00Z', 'updated_at': '2022-05-10T19:06:00Z', 'revision_number': 1, 'project_id': '9eb01bc12113463ab0f3d9d80b011053', 'subnets': [{'id': 'b4bd3585-962b-46d4-aa84-8b2715e3471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:06:01.603242 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb67b7a9-0787-4dff-ae33-05f85424141b None None] The sync data for ids ['59850c26-3ffa-43bc-a7a2-5c95f82ea21e'] in dv-cinder-836996-18-iscsi is: [{'id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'name': 'tempest-TestMinimumBasicScenario-946052814-router', 'tenant_id': '9eb01bc12113463ab0f3d9d80b011053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '5c9cd65f-63fe-454c-a8d9-45497184b0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:57Z', 'updated_at': '2022-05-10T19:06:00Z', 'revision_number': 4, 'project_id': '9eb01bc12113463ab0f3d9d80b011053', 'gw_port': {'id': '5c9cd65f-63fe-454c-a8d9-45497184b0b0', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:57Z', 'updated_at': '2022-05-10T19:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '9116c620-f1c3-450f-84b5-0e66dda3afdb', 'name': '', 'network_id': 'dae72348-6906-4597-9691-30ca20d2a559', 'tenant_id': '9eb01bc12113463ab0f3d9d80b011053', 'mac_address': 'fa:16:3e:81:cd:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b4bd3585-962b-46d4-aa84-8b2715e3471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:06:00Z', 'updated_at': '2022-05-10T19:06:00Z', 'revision_number': 1, 'project_id': '9eb01bc12113463ab0f3d9d80b011053', 'subnets': [{'id': 'b4bd3585-962b-46d4-aa84-8b2715e3471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:06:01.648720 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port 738d368c-8326-4a87-ba18-17490fabbaf9 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:06:01.698699 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba2712b-cc6b-428d-9621-edf4f4c29fb3 admin admin] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:06:01.705034 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-7ba2712b-cc6b-428d-9621-edf4f4c29fb3 admin admin] 10.222.0.52 "PUT /v2.0/routers/59850c26-3ffa-43bc-a7a2-5c95f82ea21e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4264212 May 10 19:06:01.722449 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-d129c3aa-40af-4c36-8292-d1a93aafcb54 None None] Provisioning complete for port 9116c620-f1c3-450f-84b5-0e66dda3afdb triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:06:01.722965 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d129c3aa-40af-4c36-8292-d1a93aafcb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (9116c620-f1c3-450f-84b5-0e66dda3afdb), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:01.780186 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-d129c3aa-40af-4c36-8292-d1a93aafcb54 None None] Port 9116c620-f1c3-450f-84b5-0e66dda3afdb cannot update to ACTIVE because it is not bound. {{(pid=103424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:06:02.359433 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 48080) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:06:02.365085 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-8e09436b-1f5b-451a-a993-9952d5bc929e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-43067083-network', 'tenant_id': '98c15f6eaedb4465b6711e1d2735fa8a'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:06:02.399238 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e09436b-1f5b-451a-a993-9952d5bc929e admin admin] Made reservation on behalf of 98c15f6eaedb4465b6711e1d2735fa8a for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:06:02.402192 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e09436b-1f5b-451a-a993-9952d5bc929e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:02.412506 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e09436b-1f5b-451a-a993-9952d5bc929e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:02.553862 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e09436b-1f5b-451a-a993-9952d5bc929e admin admin] Publish callbacks [] for security_group (4c7d20aa-49fb-42cd-84a2-e9685a232eb3), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:02.559526 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e09436b-1f5b-451a-a993-9952d5bc929e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (4c7d20aa-49fb-42cd-84a2-e9685a232eb3), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:02.593002 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e09436b-1f5b-451a-a993-9952d5bc929e admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:06:02.600741 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:02.605394 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e09436b-1f5b-451a-a993-9952d5bc929e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7d20aa-49fb-42cd-84a2-e9685a232eb3,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:02.614568 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e09436b-1f5b-451a-a993-9952d5bc929e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860'] for segment (4f7bb082-2a09-4fd9-ae6d-e6d44bcc2454), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:02.614568 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.db.segments_db [None req-8e09436b-1f5b-451a-a993-9952d5bc929e admin admin] Added segment 4f7bb082-2a09-4fd9-ae6d-e6d44bcc2454 of type vlan for network bff774b9-8fc9-4a37-95fe-1d89d486d324 May 10 19:06:02.677700 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e09436b-1f5b-451a-a993-9952d5bc929e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776401517752'] for network (bff774b9-8fc9-4a37-95fe-1d89d486d324), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:02.708044 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e09436b-1f5b-451a-a993-9952d5bc929e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498'] for network (bff774b9-8fc9-4a37-95fe-1d89d486d324), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:02.709341 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e09436b-1f5b-451a-a993-9952d5bc929e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:02.710018 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e09436b-1f5b-451a-a993-9952d5bc929e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:02.792540 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e09436b-1f5b-451a-a993-9952d5bc929e admin admin] Pushing event updated for resources: {'Network': ['ID=bff774b9-8fc9-4a37-95fe-1d89d486d324,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:02.817530 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Network bff774b9-8fc9-4a37-95fe-1d89d486d324 details requested by agent ovs-agent-dv-cinder-836996-18-iscsi with host dv-cinder-836996-18-iscsi {{(pid=103424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:06:02.818129 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-8e09436b-1f5b-451a-a993-9952d5bc929e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4568248 May 10 19:06:02.820367 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 48082) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:06:02.825656 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b311e109-d537-4bfa-8eb0-1c93114b4327 admin admin] Request body: {'subnet': {'network_id': 'bff774b9-8fc9-4a37-95fe-1d89d486d324', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-43067083-subnet', 'tenant_id': '98c15f6eaedb4465b6711e1d2735fa8a', 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:06:02.845816 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b311e109-d537-4bfa-8eb0-1c93114b4327 admin admin] Made reservation on behalf of 98c15f6eaedb4465b6711e1d2735fa8a for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:06:02.848108 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b311e109-d537-4bfa-8eb0-1c93114b4327 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4218654'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:03.121524 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b311e109-d537-4bfa-8eb0-1c93114b4327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4469137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4218624'] for subnet (afa35e7c-6548-4331-8eca-d98e1acd91e9), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:03.234722 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311e109-d537-4bfa-8eb0-1c93114b4327 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afa35e7c-6548-4331-8eca-d98e1acd91e9,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:03.252752 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b311e109-d537-4bfa-8eb0-1c93114b4327 admin admin] Checking segment: {'id': '4f7bb082-2a09-4fd9-ae6d-e6d44bcc2454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bff774b9-8fc9-4a37-95fe-1d89d486d324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:06:03.253126 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b311e109-d537-4bfa-8eb0-1c93114b4327 admin admin] Network hostable DHCP agents. Network: bff774b9-8fc9-4a37-95fe-1d89d486d324, hostable agents: ['dfaf9083-34c2-4df7-9672-aaebd87f4028'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:06:03.278002 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b311e109-d537-4bfa-8eb0-1c93114b4327 admin admin] Network bff774b9-8fc9-4a37-95fe-1d89d486d324 is scheduled to be hosted by DHCP agent dfaf9083-34c2-4df7-9672-aaebd87f4028 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:06:03.291019 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-b311e109-d537-4bfa-8eb0-1c93114b4327 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-18-iscsi, bff774b9-8fc9-4a37-95fe-1d89d486d324) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:06:03.307319 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 5c9cd65f-63fe-454c-a8d9-45497184b0b0 up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:06:03.310600 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b311e109-d537-4bfa-8eb0-1c93114b4327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:03.315369 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c198e0-2e1b-4198-8c31-d95121c18436 None None] Network bff774b9-8fc9-4a37-95fe-1d89d486d324 requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:06:03.320030 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b311e109-d537-4bfa-8eb0-1c93114b4327 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:03.347439 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 48092) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:06:03.348096 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-b311e109-d537-4bfa-8eb0-1c93114b4327 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5259511 May 10 19:06:03.352096 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-10aca062-26ac-4abc-a1df-b223cf1c0a4b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-43067083-router', 'tenant_id': '98c15f6eaedb4465b6711e1d2735fa8a', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:06:03.391841 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-10aca062-26ac-4abc-a1df-b223cf1c0a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2083890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2569'] for router (c350efc5-3790-48e4-8194-420678cc5734), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:03.393650 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-10aca062-26ac-4abc-a1df-b223cf1c0a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2083974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2085925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2043442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2590'] for router (c350efc5-3790-48e4-8194-420678cc5734), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:03.473335 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port 5c9cd65f-63fe-454c-a8d9-45497184b0b0 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:06:03.473677 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (5c9cd65f-63fe-454c-a8d9-45497184b0b0), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:03.512852 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-10aca062-26ac-4abc-a1df-b223cf1c0a4b admin admin] Publish callbacks [] for router_controller (c350efc5-3790-48e4-8194-420678cc5734), precommit_add_association {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:03.529521 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f783e4-2565-44f7-afae-98bf51a5dd8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4010351-5650-5351-9072-b5f47fb5324d-bff774b9-8fc9-4a37-95fe-1d89d486d324', 'network_id': 'bff774b9-8fc9-4a37-95fe-1d89d486d324', 'project_id': '98c15f6eaedb4465b6711e1d2735fa8a', 'fixed_ips': [{'subnet_id': 'afa35e7c-6548-4331-8eca-d98e1acd91e9'}]}} from dv-cinder-836996-18-iscsi. {{(pid=103424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 19:06:03.543945 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-79f783e4-2565-44f7-afae-98bf51a5dd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:03.702412 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-10aca062-26ac-4abc-a1df-b223cf1c0a4b admin admin] Publish callbacks [] for router_gateway (c350efc5-3790-48e4-8194-420678cc5734), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:03.713809 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port 5c9cd65f-63fe-454c-a8d9-45497184b0b0 is: DOWN; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:06:03.714610 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (5c9cd65f-63fe-454c-a8d9-45497184b0b0), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:03.775634 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] For port 5c9cd65f-63fe-454c-a8d9-45497184b0b0, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=5c9cd65f-63fe-454c-a8d9-45497184b0b0,segment=NetworkSegment(5e4a060e-4ea0-4d95-88b5-1969f86bafa6),segment_id=5e4a060e-4ea0-4d95-88b5-1969f86bafa6)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:06:03.785971 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (5c9cd65f-63fe-454c-a8d9-45497184b0b0), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:03.793917 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:03.796469 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-79f783e4-2565-44f7-afae-98bf51a5dd8b None None] Allocated IP 172.20.0.2 (bff774b9-8fc9-4a37-95fe-1d89d486d324/afa35e7c-6548-4331-8eca-d98e1acd91e9/ad328579-d060-49e4-829d-73b201c2dcb8) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:06:03.903436 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Pushing event updated for resources: {'Port': ['ID=5c9cd65f-63fe-454c-a8d9-45497184b0b0,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:03.916965 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:03.917313 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:03.917664 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:03.918005 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:03.918339 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:03.918614 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-10aca062-26ac-4abc-a1df-b223cf1c0a4b admin admin] Publish callbacks [] for router_gateway (c350efc5-3790-48e4-8194-420678cc5734), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:03.918775 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:03.918972 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:03.919298 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:03.919627 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:03.919950 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:03.920280 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:03.920603 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:03.920953 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:03.921281 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:03.921596 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:03.942200 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-10aca062-26ac-4abc-a1df-b223cf1c0a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:04.016985 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-79f783e4-2565-44f7-afae-98bf51a5dd8b None None] Publish callbacks [] for port (ad328579-d060-49e4-829d-73b201c2dcb8), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:04.025221 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-79f783e4-2565-44f7-afae-98bf51a5dd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578'] for port (ad328579-d060-49e4-829d-73b201c2dcb8), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:04.051462 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-10aca062-26ac-4abc-a1df-b223cf1c0a4b admin admin] Allocated IP 172.27.1.117 (fea53afb-2d4d-48cb-89ec-9b33d8fc553d/12fc4f2d-8382-4ccf-abb9-52281f433079/082be87e-aef9-4ec0-a418-10b18dca0f16) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:06:04.174557 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-10aca062-26ac-4abc-a1df-b223cf1c0a4b admin admin] Publish callbacks [] for port (082be87e-aef9-4ec0-a418-10b18dca0f16), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:04.214528 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-10aca062-26ac-4abc-a1df-b223cf1c0a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (082be87e-aef9-4ec0-a418-10b18dca0f16), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:04.223932 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f783e4-2565-44f7-afae-98bf51a5dd8b None None] Network bff774b9-8fc9-4a37-95fe-1d89d486d324 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:06:04.225911 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-79f783e4-2565-44f7-afae-98bf51a5dd8b None None] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:06:04.227719 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f783e4-2565-44f7-afae-98bf51a5dd8b None None] Pushing event updated for resources: {'Port': ['ID=ad328579-d060-49e4-829d-73b201c2dcb8,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:04.231360 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f783e4-2565-44f7-afae-98bf51a5dd8b None None] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:06:04.255531 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10aca062-26ac-4abc-a1df-b223cf1c0a4b admin admin] Network fea53afb-2d4d-48cb-89ec-9b33d8fc553d is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:06:04.259877 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-10aca062-26ac-4abc-a1df-b223cf1c0a4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:06:04.267363 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aca062-26ac-4abc-a1df-b223cf1c0a4b admin admin] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:06:04.288187 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-79f783e4-2565-44f7-afae-98bf51a5dd8b None None] Attempting to bind port ad328579-d060-49e4-829d-73b201c2dcb8 on host dv-cinder-836996-18-iscsi for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:06:04.288564 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-79f783e4-2565-44f7-afae-98bf51a5dd8b None None] Attempting to bind port ad328579-d060-49e4-829d-73b201c2dcb8 by drivers openvswitch,hyperv on host dv-cinder-836996-18-iscsi at level 0 using segments [{'id': '4f7bb082-2a09-4fd9-ae6d-e6d44bcc2454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bff774b9-8fc9-4a37-95fe-1d89d486d324'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:06:04.288961 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f783e4-2565-44f7-afae-98bf51a5dd8b None None] Attempting to bind port ad328579-d060-49e4-829d-73b201c2dcb8 on network bff774b9-8fc9-4a37-95fe-1d89d486d324 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:06:04.292491 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aca062-26ac-4abc-a1df-b223cf1c0a4b admin admin] Pushing event updated for resources: {'Port': ['ID=082be87e-aef9-4ec0-a418-10b18dca0f16,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:04.295322 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f783e4-2565-44f7-afae-98bf51a5dd8b None None] Checking agent: {'id': 'c34e4451-1c74-4654-b00e-86e650275fac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 49, 35), 'started_at': datetime.datetime(2022, 5, 10, 18, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:06:04.295725 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f783e4-2565-44f7-afae-98bf51a5dd8b None None] Checking segment: {'id': '4f7bb082-2a09-4fd9-ae6d-e6d44bcc2454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bff774b9-8fc9-4a37-95fe-1d89d486d324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:06:04.296796 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-79f783e4-2565-44f7-afae-98bf51a5dd8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:04.297205 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f783e4-2565-44f7-afae-98bf51a5dd8b None None] Bound using segment: {'id': '4f7bb082-2a09-4fd9-ae6d-e6d44bcc2454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bff774b9-8fc9-4a37-95fe-1d89d486d324'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:06:04.297681 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-79f783e4-2565-44f7-afae-98bf51a5dd8b None None] Bound port: ad328579-d060-49e4-829d-73b201c2dcb8, host: dv-cinder-836996-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7bb082-2a09-4fd9-ae6d-e6d44bcc2454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bff774b9-8fc9-4a37-95fe-1d89d486d324'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:06:04.298120 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-79f783e4-2565-44f7-afae-98bf51a5dd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (ad328579-d060-49e4-829d-73b201c2dcb8), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:04.360612 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d29ccdb-4d14-4146-ada9-4624834c6a73 None None] Sync routers for ids ['59850c26-3ffa-43bc-a7a2-5c95f82ea21e'] in dv-cinder-836996-18-iscsi {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:06:04.365508 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-79f783e4-2565-44f7-afae-98bf51a5dd8b None None] For port ad328579-d060-49e4-829d-73b201c2dcb8, host dv-cinder-836996-18-iscsi, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:06:04.370158 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-79f783e4-2565-44f7-afae-98bf51a5dd8b None None] For port ad328579-d060-49e4-829d-73b201c2dcb8, host dv-cinder-836996-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=ad328579-d060-49e4-829d-73b201c2dcb8,segment=NetworkSegment(4f7bb082-2a09-4fd9-ae6d-e6d44bcc2454),segment_id=4f7bb082-2a09-4fd9-ae6d-e6d44bcc2454)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:06:04.372905 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d29ccdb-4d14-4146-ada9-4624834c6a73 None None] Routers {'59850c26-3ffa-43bc-a7a2-5c95f82ea21e'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:06:04.373550 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-8d29ccdb-4d14-4146-ada9-4624834c6a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:06:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['59850c26-3ffa-43bc-a7a2-5c95f82ea21e'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:06:04.378601 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-79f783e4-2565-44f7-afae-98bf51a5dd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (ad328579-d060-49e4-829d-73b201c2dcb8), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:04.446188 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f783e4-2565-44f7-afae-98bf51a5dd8b None None] Pushing event updated for resources: {'Port': ['ID=ad328579-d060-49e4-829d-73b201c2dcb8,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:04.493382 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-8d29ccdb-4d14-4146-ada9-4624834c6a73 None None] Set router 59850c26-3ffa-43bc-a7a2-5c95f82ea21e gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:06:04.545079 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-10aca062-26ac-4abc-a1df-b223cf1c0a4b admin admin] Publish callbacks [] for router_gateway (c350efc5-3790-48e4-8194-420678cc5734), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:04.704339 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-8d29ccdb-4d14-4146-ada9-4624834c6a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'name': 'tempest-TestMinimumBasicScenario-946052814-router', 'tenant_id': '9eb01bc12113463ab0f3d9d80b011053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '5c9cd65f-63fe-454c-a8d9-45497184b0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:57Z', 'updated_at': '2022-05-10T19:06:00Z', 'revision_number': 4, 'project_id': '9eb01bc12113463ab0f3d9d80b011053', 'gw_port': {'id': '5c9cd65f-63fe-454c-a8d9-45497184b0b0', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:57Z', 'updated_at': '2022-05-10T19:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '9116c620-f1c3-450f-84b5-0e66dda3afdb', 'name': '', 'network_id': 'dae72348-6906-4597-9691-30ca20d2a559', 'tenant_id': '9eb01bc12113463ab0f3d9d80b011053', 'mac_address': 'fa:16:3e:81:cd:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b4bd3585-962b-46d4-aa84-8b2715e3471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:06:00Z', 'updated_at': '2022-05-10T19:06:00Z', 'revision_number': 2, 'project_id': '9eb01bc12113463ab0f3d9d80b011053', 'subnets': [{'id': 'b4bd3585-962b-46d4-aa84-8b2715e3471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:06:04.736406 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d29ccdb-4d14-4146-ada9-4624834c6a73 None None] Checking router: 59850c26-3ffa-43bc-a7a2-5c95f82ea21e for host: dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:06:04.736786 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d29ccdb-4d14-4146-ada9-4624834c6a73 None None] Updating router 59850c26-3ffa-43bc-a7a2-5c95f82ea21e port 9116c620-f1c3-450f-84b5-0e66dda3afdb binding host dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:06:04.768451 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8d29ccdb-4d14-4146-ada9-4624834c6a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (9116c620-f1c3-450f-84b5-0e66dda3afdb), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:04.782975 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-10aca062-26ac-4abc-a1df-b223cf1c0a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2083977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2086088'] for router (c350efc5-3790-48e4-8194-420678cc5734), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:04.912338 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10aca062-26ac-4abc-a1df-b223cf1c0a4b admin admin] Router c350efc5-3790-48e4-8194-420678cc5734 is scheduled to L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 with binding_index 1 {{(pid=103423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 19:06:05.022412 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10aca062-26ac-4abc-a1df-b223cf1c0a4b admin admin] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:06:05.034246 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca863b4-3b7a-458c-a747-4253fddd7638 None None] Sync routers for ids ['c350efc5-3790-48e4-8194-420678cc5734'] in dv-cinder-836996-18-iscsi {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:06:05.039575 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8d29ccdb-4d14-4146-ada9-4624834c6a73 None None] Publish callbacks [] for port (9116c620-f1c3-450f-84b5-0e66dda3afdb), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:05.044070 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-10aca062-26ac-4abc-a1df-b223cf1c0a4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:05.045202 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8d29ccdb-4d14-4146-ada9-4624834c6a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (9116c620-f1c3-450f-84b5-0e66dda3afdb), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:05.046204 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-10aca062-26ac-4abc-a1df-b223cf1c0a4b admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6976771 May 10 19:06:05.049291 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 48114) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:06:05.053628 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca863b4-3b7a-458c-a747-4253fddd7638 None None] Routers {'c350efc5-3790-48e4-8194-420678cc5734'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:06:05.054576 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0ca863b4-3b7a-458c-a747-4253fddd7638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:06:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['c350efc5-3790-48e4-8194-420678cc5734'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:06:05.264294 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dedd44c-a06d-42dd-8f1d-c6ecd5ca4d92 None None] Pushing event updated for resources: {'Port': ['ID=9116c620-f1c3-450f-84b5-0e66dda3afdb,revision_number=3']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:05.281000 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-0ca863b4-3b7a-458c-a747-4253fddd7638 None None] Set router c350efc5-3790-48e4-8194-420678cc5734 gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:06:05.347295 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [None req-8d29ccdb-4d14-4146-ada9-4624834c6a73 None None] Attempting to bind port 9116c620-f1c3-450f-84b5-0e66dda3afdb on host dv-cinder-836996-18-iscsi for vnic_type normal with profile {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:06:05.347780 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [None req-8d29ccdb-4d14-4146-ada9-4624834c6a73 None None] Attempting to bind port 9116c620-f1c3-450f-84b5-0e66dda3afdb by drivers openvswitch,hyperv on host dv-cinder-836996-18-iscsi at level 0 using segments [{'id': 'a0522d6d-1e0d-4b6b-a820-1a35d0c0c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'dae72348-6906-4597-9691-30ca20d2a559'}] {{(pid=103425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:06:05.348023 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d29ccdb-4d14-4146-ada9-4624834c6a73 None None] Attempting to bind port 9116c620-f1c3-450f-84b5-0e66dda3afdb on network dae72348-6906-4597-9691-30ca20d2a559 {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:06:05.360829 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d29ccdb-4d14-4146-ada9-4624834c6a73 None None] Checking agent: {'id': 'c34e4451-1c74-4654-b00e-86e650275fac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 49, 35), 'started_at': datetime.datetime(2022, 5, 10, 18, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:06:05.361547 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d29ccdb-4d14-4146-ada9-4624834c6a73 None None] Checking segment: {'id': 'a0522d6d-1e0d-4b6b-a820-1a35d0c0c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'dae72348-6906-4597-9691-30ca20d2a559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:06:05.361886 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8d29ccdb-4d14-4146-ada9-4624834c6a73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:05.362376 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d29ccdb-4d14-4146-ada9-4624834c6a73 None None] Bound using segment: {'id': 'a0522d6d-1e0d-4b6b-a820-1a35d0c0c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'dae72348-6906-4597-9691-30ca20d2a559'} {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:06:05.362952 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [None req-8d29ccdb-4d14-4146-ada9-4624834c6a73 None None] Bound port: 9116c620-f1c3-450f-84b5-0e66dda3afdb, host: dv-cinder-836996-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0522d6d-1e0d-4b6b-a820-1a35d0c0c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'dae72348-6906-4597-9691-30ca20d2a559'}}] {{(pid=103425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:06:05.363400 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8d29ccdb-4d14-4146-ada9-4624834c6a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (9116c620-f1c3-450f-84b5-0e66dda3afdb), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:05.487523 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:05.494031 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device ad328579-d060-49e4-829d-73b201c2dcb8 up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:06:05.516899 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-8d29ccdb-4d14-4146-ada9-4624834c6a73 None None] For port 9116c620-f1c3-450f-84b5-0e66dda3afdb, host dv-cinder-836996-18-iscsi, cleared binding levels {{(pid=103425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:06:05.521742 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-8d29ccdb-4d14-4146-ada9-4624834c6a73 None None] For port 9116c620-f1c3-450f-84b5-0e66dda3afdb, host dv-cinder-836996-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=9116c620-f1c3-450f-84b5-0e66dda3afdb,segment=NetworkSegment(a0522d6d-1e0d-4b6b-a820-1a35d0c0c909),segment_id=a0522d6d-1e0d-4b6b-a820-1a35d0c0c909)] {{(pid=103425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:06:05.531101 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8d29ccdb-4d14-4146-ada9-4624834c6a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (9116c620-f1c3-450f-84b5-0e66dda3afdb), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:05.602335 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d29ccdb-4d14-4146-ada9-4624834c6a73 None None] Routers {'59850c26-3ffa-43bc-a7a2-5c95f82ea21e'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:06:05.603125 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-8d29ccdb-4d14-4146-ada9-4624834c6a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:06:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['59850c26-3ffa-43bc-a7a2-5c95f82ea21e'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:06:05.637490 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port ad328579-d060-49e4-829d-73b201c2dcb8 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:06:05.637876 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (ad328579-d060-49e4-829d-73b201c2dcb8), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:05.700026 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dedd44c-a06d-42dd-8f1d-c6ecd5ca4d92 None None] Pushing event updated for resources: {'Port': ['ID=9116c620-f1c3-450f-84b5-0e66dda3afdb,revision_number=4']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:05.732635 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-13bef77b-4c2b-4af5-80a9-7ce327212b33 None None] Provisioning complete for port 9116c620-f1c3-450f-84b5-0e66dda3afdb triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:06:05.732919 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-13bef77b-4c2b-4af5-80a9-7ce327212b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (9116c620-f1c3-450f-84b5-0e66dda3afdb), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:05.782690 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4828f86d-7664-4ac5-8b14-34aaebc11ce3 None None] Network bff774b9-8fc9-4a37-95fe-1d89d486d324 requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:06:05.821640 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-8d29ccdb-4d14-4146-ada9-4624834c6a73 None None] Set router 59850c26-3ffa-43bc-a7a2-5c95f82ea21e gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:06:05.838690 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-40dae73f-11cd-4aca-9bbe-619c198c44ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:05.856891 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0ca863b4-3b7a-458c-a747-4253fddd7638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c350efc5-3790-48e4-8194-420678cc5734', 'name': 'tempest-TestMinimumBasicScenario-43067083-router', 'tenant_id': '98c15f6eaedb4465b6711e1d2735fa8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '082be87e-aef9-4ec0-a418-10b18dca0f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:06:03Z', 'updated_at': '2022-05-10T19:06:04Z', 'revision_number': 3, 'project_id': '98c15f6eaedb4465b6711e1d2735fa8a', 'gw_port': {'id': '082be87e-aef9-4ec0-a418-10b18dca0f16', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:38:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c350efc5-3790-48e4-8194-420678cc5734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:06:03Z', 'updated_at': '2022-05-10T19:06:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi'}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:06:05.917566 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca863b4-3b7a-458c-a747-4253fddd7638 None None] Checking router: c350efc5-3790-48e4-8194-420678cc5734 for host: dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:06:05.917929 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca863b4-3b7a-458c-a747-4253fddd7638 None None] Updating router c350efc5-3790-48e4-8194-420678cc5734 port 082be87e-aef9-4ec0-a418-10b18dca0f16 binding host dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:06:06.026213 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0ca863b4-3b7a-458c-a747-4253fddd7638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (082be87e-aef9-4ec0-a418-10b18dca0f16), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:06.049211 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-40dae73f-11cd-4aca-9bbe-619c198c44ca admin admin] Allocated IP 172.20.0.1 (bff774b9-8fc9-4a37-95fe-1d89d486d324/afa35e7c-6548-4331-8eca-d98e1acd91e9/8d5821f5-8113-4e24-8398-0bc46ed5daa6) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:06:06.055615 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port ad328579-d060-49e4-829d-73b201c2dcb8 is: DOWN; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:06:06.056387 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (ad328579-d060-49e4-829d-73b201c2dcb8), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:06.092602 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-8d29ccdb-4d14-4146-ada9-4624834c6a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'name': 'tempest-TestMinimumBasicScenario-946052814-router', 'tenant_id': '9eb01bc12113463ab0f3d9d80b011053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '5c9cd65f-63fe-454c-a8d9-45497184b0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:57Z', 'updated_at': '2022-05-10T19:06:00Z', 'revision_number': 4, 'project_id': '9eb01bc12113463ab0f3d9d80b011053', 'gw_port': {'id': '5c9cd65f-63fe-454c-a8d9-45497184b0b0', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:57Z', 'updated_at': '2022-05-10T19:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '9116c620-f1c3-450f-84b5-0e66dda3afdb', 'name': '', 'network_id': 'dae72348-6906-4597-9691-30ca20d2a559', 'tenant_id': '9eb01bc12113463ab0f3d9d80b011053', 'mac_address': 'fa:16:3e:81:cd:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b4bd3585-962b-46d4-aa84-8b2715e3471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:06:00Z', 'updated_at': '2022-05-10T19:06:05Z', 'revision_number': 4, 'project_id': '9eb01bc12113463ab0f3d9d80b011053', 'subnets': [{'id': 'b4bd3585-962b-46d4-aa84-8b2715e3471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:06:06.133024 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d29ccdb-4d14-4146-ada9-4624834c6a73 None None] The sync data for ids ['59850c26-3ffa-43bc-a7a2-5c95f82ea21e'] in dv-cinder-836996-18-iscsi is: [{'id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'name': 'tempest-TestMinimumBasicScenario-946052814-router', 'tenant_id': '9eb01bc12113463ab0f3d9d80b011053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '5c9cd65f-63fe-454c-a8d9-45497184b0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:57Z', 'updated_at': '2022-05-10T19:06:00Z', 'revision_number': 4, 'project_id': '9eb01bc12113463ab0f3d9d80b011053', 'gw_port': {'id': '5c9cd65f-63fe-454c-a8d9-45497184b0b0', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:57Z', 'updated_at': '2022-05-10T19:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '9116c620-f1c3-450f-84b5-0e66dda3afdb', 'name': '', 'network_id': 'dae72348-6906-4597-9691-30ca20d2a559', 'tenant_id': '9eb01bc12113463ab0f3d9d80b011053', 'mac_address': 'fa:16:3e:81:cd:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b4bd3585-962b-46d4-aa84-8b2715e3471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:06:00Z', 'updated_at': '2022-05-10T19:06:05Z', 'revision_number': 4, 'project_id': '9eb01bc12113463ab0f3d9d80b011053', 'subnets': [{'id': 'b4bd3585-962b-46d4-aa84-8b2715e3471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:06:06.142942 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-13bef77b-4c2b-4af5-80a9-7ce327212b33 None None] Current status of the port 9116c620-f1c3-450f-84b5-0e66dda3afdb is: DOWN; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:06:06.143397 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-13bef77b-4c2b-4af5-80a9-7ce327212b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (9116c620-f1c3-450f-84b5-0e66dda3afdb), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:06.211802 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-40dae73f-11cd-4aca-9bbe-619c198c44ca admin admin] Publish callbacks [] for port (8d5821f5-8113-4e24-8398-0bc46ed5daa6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:06.226257 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] For port ad328579-d060-49e4-829d-73b201c2dcb8, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=ad328579-d060-49e4-829d-73b201c2dcb8,segment=NetworkSegment(4f7bb082-2a09-4fd9-ae6d-e6d44bcc2454),segment_id=4f7bb082-2a09-4fd9-ae6d-e6d44bcc2454)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:06:06.254700 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-40dae73f-11cd-4aca-9bbe-619c198c44ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4468833'] for port (8d5821f5-8113-4e24-8398-0bc46ed5daa6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:06.257182 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (ad328579-d060-49e4-829d-73b201c2dcb8), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:06.258203 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 5c9cd65f-63fe-454c-a8d9-45497184b0b0 up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:06:06.310715 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dae73f-11cd-4aca-9bbe-619c198c44ca admin admin] Network bff774b9-8fc9-4a37-95fe-1d89d486d324 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:06:06.314359 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-40dae73f-11cd-4aca-9bbe-619c198c44ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:06:06.316809 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-13bef77b-4c2b-4af5-80a9-7ce327212b33 None None] For port 9116c620-f1c3-450f-84b5-0e66dda3afdb, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=9116c620-f1c3-450f-84b5-0e66dda3afdb,segment=NetworkSegment(a0522d6d-1e0d-4b6b-a820-1a35d0c0c909),segment_id=a0522d6d-1e0d-4b6b-a820-1a35d0c0c909)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:06:06.317085 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dae73f-11cd-4aca-9bbe-619c198c44ca admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:06:06.352581 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dae73f-11cd-4aca-9bbe-619c198c44ca admin admin] Pushing event updated for resources: {'Port': ['ID=8d5821f5-8113-4e24-8398-0bc46ed5daa6,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:06.385573 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-40dae73f-11cd-4aca-9bbe-619c198c44ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2088351'] for router_interface (c350efc5-3790-48e4-8194-420678cc5734), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:06.407885 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-13bef77b-4c2b-4af5-80a9-7ce327212b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (9116c620-f1c3-450f-84b5-0e66dda3afdb), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:06.478021 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Pushing event updated for resources: {'Port': ['ID=ad328579-d060-49e4-829d-73b201c2dcb8,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:06.550312 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port 5c9cd65f-63fe-454c-a8d9-45497184b0b0 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:06:06.550738 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (5c9cd65f-63fe-454c-a8d9-45497184b0b0), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:06.583350 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-40dae73f-11cd-4aca-9bbe-619c198c44ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (8d5821f5-8113-4e24-8398-0bc46ed5daa6), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:06.606110 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-dc79c7c5-2fd8-4d8b-8e0d-02adfdc3c71e None None] Provisioning complete for port 9116c620-f1c3-450f-84b5-0e66dda3afdb triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:06:06.606490 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dc79c7c5-2fd8-4d8b-8e0d-02adfdc3c71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (9116c620-f1c3-450f-84b5-0e66dda3afdb), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:06.663495 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bef77b-4c2b-4af5-80a9-7ce327212b33 None None] Pushing event updated for resources: {'Port': ['ID=9116c620-f1c3-450f-84b5-0e66dda3afdb,revision_number=5']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:06.701545 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0ca863b4-3b7a-458c-a747-4253fddd7638 None None] Publish callbacks [] for port (082be87e-aef9-4ec0-a418-10b18dca0f16), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:06.715345 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0ca863b4-3b7a-458c-a747-4253fddd7638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (082be87e-aef9-4ec0-a418-10b18dca0f16), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:06.786917 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-40dae73f-11cd-4aca-9bbe-619c198c44ca admin admin] Publish callbacks [] for port (8d5821f5-8113-4e24-8398-0bc46ed5daa6), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:06.791961 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-40dae73f-11cd-4aca-9bbe-619c198c44ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4468760'] for port (8d5821f5-8113-4e24-8398-0bc46ed5daa6), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:06.830297 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9794c81-5b67-4d30-ae82-106d9cfe4649 None None] Pushing event updated for resources: {'Port': ['ID=082be87e-aef9-4ec0-a418-10b18dca0f16,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:06.832509 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port 5c9cd65f-63fe-454c-a8d9-45497184b0b0 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:06:06.836887 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-0ca863b4-3b7a-458c-a747-4253fddd7638 None None] Attempting to bind port 082be87e-aef9-4ec0-a418-10b18dca0f16 on host dv-cinder-836996-18-iscsi for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:06:06.837591 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-0ca863b4-3b7a-458c-a747-4253fddd7638 None None] Attempting to bind port 082be87e-aef9-4ec0-a418-10b18dca0f16 by drivers openvswitch,hyperv on host dv-cinder-836996-18-iscsi at level 0 using segments [{'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:06:06.837591 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca863b4-3b7a-458c-a747-4253fddd7638 None None] Attempting to bind port 082be87e-aef9-4ec0-a418-10b18dca0f16 on network fea53afb-2d4d-48cb-89ec-9b33d8fc553d {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:06:06.850673 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca863b4-3b7a-458c-a747-4253fddd7638 None None] Checking agent: {'id': 'c34e4451-1c74-4654-b00e-86e650275fac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 49, 35), 'started_at': datetime.datetime(2022, 5, 10, 18, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:06:06.851724 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca863b4-3b7a-458c-a747-4253fddd7638 None None] Checking segment: {'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:06:06.851724 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0ca863b4-3b7a-458c-a747-4253fddd7638 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:06.852257 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca863b4-3b7a-458c-a747-4253fddd7638 None None] Bound using segment: {'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:06:06.852367 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-0ca863b4-3b7a-458c-a747-4253fddd7638 None None] Bound port: 082be87e-aef9-4ec0-a418-10b18dca0f16, host: dv-cinder-836996-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:06:06.853077 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0ca863b4-3b7a-458c-a747-4253fddd7638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (082be87e-aef9-4ec0-a418-10b18dca0f16), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:06.854506 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-dc79c7c5-2fd8-4d8b-8e0d-02adfdc3c71e None None] Current status of the port 9116c620-f1c3-450f-84b5-0e66dda3afdb is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:06:06.861648 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-40dae73f-11cd-4aca-9bbe-619c198c44ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2055512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2088610'] for router_interface (c350efc5-3790-48e4-8194-420678cc5734), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:06.874313 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dae73f-11cd-4aca-9bbe-619c198c44ca admin admin] Pushing event updated for resources: {'Port': ['ID=8d5821f5-8113-4e24-8398-0bc46ed5daa6,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:06.969814 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dae73f-11cd-4aca-9bbe-619c198c44ca admin admin] Network bff774b9-8fc9-4a37-95fe-1d89d486d324 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:06:06.971434 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-40dae73f-11cd-4aca-9bbe-619c198c44ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:06:07.021174 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-dc79c7c5-2fd8-4d8b-8e0d-02adfdc3c71e None None] Provisioning complete for port ad328579-d060-49e4-829d-73b201c2dcb8 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:06:07.021551 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dc79c7c5-2fd8-4d8b-8e0d-02adfdc3c71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (ad328579-d060-49e4-829d-73b201c2dcb8), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:07.075438 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-0ca863b4-3b7a-458c-a747-4253fddd7638 None None] For port 082be87e-aef9-4ec0-a418-10b18dca0f16, host dv-cinder-836996-18-iscsi, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:06:07.091344 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-0ca863b4-3b7a-458c-a747-4253fddd7638 None None] For port 082be87e-aef9-4ec0-a418-10b18dca0f16, host dv-cinder-836996-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=082be87e-aef9-4ec0-a418-10b18dca0f16,segment=NetworkSegment(5e4a060e-4ea0-4d95-88b5-1969f86bafa6),segment_id=5e4a060e-4ea0-4d95-88b5-1969f86bafa6)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:06:07.101977 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0ca863b4-3b7a-458c-a747-4253fddd7638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (082be87e-aef9-4ec0-a418-10b18dca0f16), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:07.106183 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40dae73f-11cd-4aca-9bbe-619c198c44ca admin admin] Router c350efc5-3790-48e4-8194-420678cc5734 has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:06:07.179560 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-dc79c7c5-2fd8-4d8b-8e0d-02adfdc3c71e None None] Current status of the port ad328579-d060-49e4-829d-73b201c2dcb8 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:06:07.205739 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca863b4-3b7a-458c-a747-4253fddd7638 None None] Routers {'c350efc5-3790-48e4-8194-420678cc5734'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:06:07.206384 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0ca863b4-3b7a-458c-a747-4253fddd7638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:06:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['c350efc5-3790-48e4-8194-420678cc5734'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:06:07.240108 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 48172) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:06:07.244011 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9794c81-5b67-4d30-ae82-106d9cfe4649 None None] Pushing event updated for resources: {'Port': ['ID=082be87e-aef9-4ec0-a418-10b18dca0f16,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:07.254131 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 9116c620-f1c3-450f-84b5-0e66dda3afdb up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:06:07.258121 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40dae73f-11cd-4aca-9bbe-619c198c44ca admin admin] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:06:07.264326 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-40dae73f-11cd-4aca-9bbe-619c198c44ca admin admin] 10.222.0.52 "PUT /v2.0/routers/c350efc5-3790-48e4-8194-420678cc5734/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2139058 May 10 19:06:07.301980 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_v2 [None req-607e34e0-0e4a-4ee4-9f79-6a86b6ae1d2b admin admin] Deleting subnet 8439b687-2b06-44f2-86a8-8494aa80bfcf {{(pid=103423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 19:06:07.305218 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-607e34e0-0e4a-4ee4-9f79-6a86b6ae1d2b admin admin] Publish callbacks [] for subnet (8439b687-2b06-44f2-86a8-8494aa80bfcf), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:07.340848 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-607e34e0-0e4a-4ee4-9f79-6a86b6ae1d2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6130173'] for subnet (8439b687-2b06-44f2-86a8-8494aa80bfcf), precommit_delete_associations {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:07.341822 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-9144b828-60b0-446a-add6-b662f9902ea7 None None] Provisioning complete for port 8d5821f5-8113-4e24-8398-0bc46ed5daa6 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:06:07.342195 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9144b828-60b0-446a-add6-b662f9902ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (8d5821f5-8113-4e24-8398-0bc46ed5daa6), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:07.398025 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-607e34e0-0e4a-4ee4-9f79-6a86b6ae1d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966585'] for subnet (8439b687-2b06-44f2-86a8-8494aa80bfcf), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:07.398171 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-0ca863b4-3b7a-458c-a747-4253fddd7638 None None] Set router c350efc5-3790-48e4-8194-420678cc5734 gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:06:07.438474 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port 9116c620-f1c3-450f-84b5-0e66dda3afdb triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:06:07.438978 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (9116c620-f1c3-450f-84b5-0e66dda3afdb), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:07.459844 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-9144b828-60b0-446a-add6-b662f9902ea7 None None] Port 8d5821f5-8113-4e24-8398-0bc46ed5daa6 cannot update to ACTIVE because it is not bound. {{(pid=103424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:06:07.460000 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-607e34e0-0e4a-4ee4-9f79-6a86b6ae1d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6129904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6241889'] for subnet (8439b687-2b06-44f2-86a8-8494aa80bfcf), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:07.493320 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e34e0-0e4a-4ee4-9f79-6a86b6ae1d2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8439b687-2b06-44f2-86a8-8494aa80bfcf,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:07.495329 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-607e34e0-0e4a-4ee4-9f79-6a86b6ae1d2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:07.498748 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-607e34e0-0e4a-4ee4-9f79-6a86b6ae1d2b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8439b687-2b06-44f2-86a8-8494aa80bfcf HTTP/1.1" status: 204 len: 168 time: 0.2573166 May 10 19:06:07.501498 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 48182) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:06:07.593129 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b79d7cae-63c8-40c7-8acc-b0034a5c1a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824044'] for network (25a6dec7-fc6e-49a1-9597-2f14062a6a5f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:07.631984 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port 9116c620-f1c3-450f-84b5-0e66dda3afdb is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:06:07.633117 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device ad328579-d060-49e4-829d-73b201c2dcb8 up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:06:07.692345 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b79d7cae-63c8-40c7-8acc-b0034a5c1a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965186', 'neutron.services.segments.db._delete_segments_for_network-8776401828657'] for network (25a6dec7-fc6e-49a1-9597-2f14062a6a5f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:07.706553 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0ca863b4-3b7a-458c-a747-4253fddd7638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c350efc5-3790-48e4-8194-420678cc5734', 'name': 'tempest-TestMinimumBasicScenario-43067083-router', 'tenant_id': '98c15f6eaedb4465b6711e1d2735fa8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '082be87e-aef9-4ec0-a418-10b18dca0f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:06:03Z', 'updated_at': '2022-05-10T19:06:06Z', 'revision_number': 4, 'project_id': '98c15f6eaedb4465b6711e1d2735fa8a', 'gw_port': {'id': '082be87e-aef9-4ec0-a418-10b18dca0f16', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:38:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c350efc5-3790-48e4-8194-420678cc5734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:06:03Z', 'updated_at': '2022-05-10T19:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '8d5821f5-8113-4e24-8398-0bc46ed5daa6', 'name': '', 'network_id': 'bff774b9-8fc9-4a37-95fe-1d89d486d324', 'tenant_id': '98c15f6eaedb4465b6711e1d2735fa8a', 'mac_address': 'fa:16:3e:92:57:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c350efc5-3790-48e4-8194-420678cc5734', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'afa35e7c-6548-4331-8eca-d98e1acd91e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:06:05Z', 'updated_at': '2022-05-10T19:06:06Z', 'revision_number': 2, 'project_id': '98c15f6eaedb4465b6711e1d2735fa8a', 'subnets': [{'id': 'afa35e7c-6548-4331-8eca-d98e1acd91e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:06:07.715798 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.services.segments.db [None req-b79d7cae-63c8-40c7-8acc-b0034a5c1a2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a6dec7-fc6e-49a1-9597-2f14062a6a5f']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:06:07.726792 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.services.segments.db [None req-b79d7cae-63c8-40c7-8acc-b0034a5c1a2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49b1ae63-ba71-440e-8b35-a61f96945057') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:06:07.727094 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.services.segments.db [None req-b79d7cae-63c8-40c7-8acc-b0034a5c1a2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49b1ae63-ba71-440e-8b35-a61f96945057') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:06:07.737228 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca863b4-3b7a-458c-a747-4253fddd7638 None None] The sync data for ids ['c350efc5-3790-48e4-8194-420678cc5734'] in dv-cinder-836996-18-iscsi is: [{'id': 'c350efc5-3790-48e4-8194-420678cc5734', 'name': 'tempest-TestMinimumBasicScenario-43067083-router', 'tenant_id': '98c15f6eaedb4465b6711e1d2735fa8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '082be87e-aef9-4ec0-a418-10b18dca0f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:06:03Z', 'updated_at': '2022-05-10T19:06:06Z', 'revision_number': 4, 'project_id': '98c15f6eaedb4465b6711e1d2735fa8a', 'gw_port': {'id': '082be87e-aef9-4ec0-a418-10b18dca0f16', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:38:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c350efc5-3790-48e4-8194-420678cc5734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:06:03Z', 'updated_at': '2022-05-10T19:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '8d5821f5-8113-4e24-8398-0bc46ed5daa6', 'name': '', 'network_id': 'bff774b9-8fc9-4a37-95fe-1d89d486d324', 'tenant_id': '98c15f6eaedb4465b6711e1d2735fa8a', 'mac_address': 'fa:16:3e:92:57:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c350efc5-3790-48e4-8194-420678cc5734', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'afa35e7c-6548-4331-8eca-d98e1acd91e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:06:05Z', 'updated_at': '2022-05-10T19:06:06Z', 'revision_number': 2, 'project_id': '98c15f6eaedb4465b6711e1d2735fa8a', 'subnets': [{'id': 'afa35e7c-6548-4331-8eca-d98e1acd91e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:06:07.739831 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b79d7cae-63c8-40c7-8acc-b0034a5c1a2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776401828410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4514247'] for segment (49b1ae63-ba71-440e-8b35-a61f96945057), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:07.740202 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port ad328579-d060-49e4-829d-73b201c2dcb8 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:06:07.740887 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (ad328579-d060-49e4-829d-73b201c2dcb8), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:07.755030 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b79d7cae-63c8-40c7-8acc-b0034a5c1a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860'] for segment (49b1ae63-ba71-440e-8b35-a61f96945057), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:07.762759 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b79d7cae-63c8-40c7-8acc-b0034a5c1a2e admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:06:07.763247 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b79d7cae-63c8-40c7-8acc-b0034a5c1a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4468796'] for segment (49b1ae63-ba71-440e-8b35-a61f96945057), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:07.764949 dv-cinder-836996-18-iscsi neutron-server[103422]: Traceback (most recent call last): May 10 19:06:07.764949 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:06:07.764949 dv-cinder-836996-18-iscsi neutron-server[103422]: timer() May 10 19:06:07.764949 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:06:07.764949 dv-cinder-836996-18-iscsi neutron-server[103422]: cb(*args, **kw) May 10 19:06:07.764949 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 19:06:07.764949 dv-cinder-836996-18-iscsi neutron-server[103422]: return func(*args, **kwargs) May 10 19:06:07.764949 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:06:07.764949 dv-cinder-836996-18-iscsi neutron-server[103422]: self._notify() May 10 19:06:07.764949 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:06:07.764949 dv-cinder-836996-18-iscsi neutron-server[103422]: self.callback(batched_events) May 10 19:06:07.764949 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:06:07.764949 dv-cinder-836996-18-iscsi neutron-server[103422]: event.method(event) May 10 19:06:07.764949 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 19:06:07.764949 dv-cinder-836996-18-iscsi neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:06:07.764949 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 19:06:07.764949 dv-cinder-836996-18-iscsi neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:06:07.764949 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 19:06:07.764949 dv-cinder-836996-18-iscsi neutron-server[103422]: return f(self, *a, **k) May 10 19:06:07.764949 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 19:06:07.764949 dv-cinder-836996-18-iscsi neutron-server[103422]: return self._get(url).json() May 10 19:06:07.764949 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 19:06:07.764949 dv-cinder-836996-18-iscsi neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:06:07.764949 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:06:07.764949 dv-cinder-836996-18-iscsi neutron-server[103422]: return self.request(url, 'GET', **kwargs) May 10 19:06:07.764949 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:06:07.764949 dv-cinder-836996-18-iscsi neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:06:07.764949 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:06:07.764949 dv-cinder-836996-18-iscsi neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:06:07.764949 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:06:07.764949 dv-cinder-836996-18-iscsi neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:06:07.764949 dv-cinder-836996-18-iscsi neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:06:07.837528 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b79d7cae-63c8-40c7-8acc-b0034a5c1a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2085882'] for network (25a6dec7-fc6e-49a1-9597-2f14062a6a5f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:07.839451 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port ad328579-d060-49e4-829d-73b201c2dcb8 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:06:07.851165 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b79d7cae-63c8-40c7-8acc-b0034a5c1a2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:07.858004 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-b79d7cae-63c8-40c7-8acc-b0034a5c1a2e admin admin] 10.222.0.52 "DELETE /v2.0/networks/25a6dec7-fc6e-49a1-9597-2f14062a6a5f HTTP/1.1" status: 204 len: 168 time: 0.3531008 May 10 19:06:07.871127 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d7cae-63c8-40c7-8acc-b0034a5c1a2e admin admin] Pushing event deleted for resources: {'Network': ['ID=25a6dec7-fc6e-49a1-9597-2f14062a6a5f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:08.074735 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 48200) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:06:08.121474 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-b1c7313f-347b-429b-a917-467cae47fe73 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8a803c29217e4388a684686173489d99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453486 May 10 19:06:08.123921 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 48202) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:06:08.177507 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ce314568-0531-4d6b-be7e-7f29eddce7d1 admin admin] Publish callbacks [] for security_group (7c1c4741-78d8-4a49-957c-6fd5b7ab7af0), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:08.201309 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ce314568-0531-4d6b-be7e-7f29eddce7d1 admin admin] Publish callbacks [] for security_group (7c1c4741-78d8-4a49-957c-6fd5b7ab7af0), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:08.259802 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ce314568-0531-4d6b-be7e-7f29eddce7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (7c1c4741-78d8-4a49-957c-6fd5b7ab7af0), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:08.262628 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ce314568-0531-4d6b-be7e-7f29eddce7d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:08.263790 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-ce314568-0531-4d6b-be7e-7f29eddce7d1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7c1c4741-78d8-4a49-957c-6fd5b7ab7af0 HTTP/1.1" status: 204 len: 168 time: 0.1385844 May 10 19:06:08.272108 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce314568-0531-4d6b-be7e-7f29eddce7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1c4741-78d8-4a49-957c-6fd5b7ab7af0,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:08.484104 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:10.517028 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-86641797-21b5-4d30-a746-250399205cc3 req-9c191f70-22ee-4fb2-b1ce-95882e69d56d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541389 May 10 19:06:10.660009 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86641797-21b5-4d30-a746-250399205cc3 req-04bd4dae-99cc-4b81-9469-a125dd7aadc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:10.661920 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-86641797-21b5-4d30-a746-250399205cc3 req-04bd4dae-99cc-4b81-9469-a125dd7aadc1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2eec603f7854489393b8c4ed68874746&device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 1130 time: 0.0526538 May 10 19:06:10.801861 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86641797-21b5-4d30-a746-250399205cc3 req-9d1e4340-02ef-4e0b-968b-11ff6dbc4c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:10.803370 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-86641797-21b5-4d30-a746-250399205cc3 req-9d1e4340-02ef-4e0b-968b-11ff6dbc4c98 service neutron] 10.222.0.48 "GET /v2.0/networks?id=33f7be6a-da7a-41a3-877f-ba238e3c204c HTTP/1.1" status: 200 len: 910 time: 0.1095922 May 10 19:06:10.892130 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-86641797-21b5-4d30-a746-250399205cc3 req-84f4ab19-d2c0-4d4c-b3b2-0766038ed26f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7790630d-dfc1-45e5-99af-ea6b2ec1bc21 HTTP/1.1" status: 200 len: 1002 time: 0.0816689 May 10 19:06:10.982161 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86641797-21b5-4d30-a746-250399205cc3 req-9a455308-da65-4d26-85c0-21407f72d9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:10.983875 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-86641797-21b5-4d30-a746-250399205cc3 req-9a455308-da65-4d26-85c0-21407f72d9eb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=17680ccc-21eb-43ee-8aff-168579cd6da5 HTTP/1.1" status: 200 len: 848 time: 0.0841177 May 10 19:06:11.039695 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86641797-21b5-4d30-a746-250399205cc3 req-7facb2cb-fe8e-4b80-b7af-781104882ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:11.041593 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-86641797-21b5-4d30-a746-250399205cc3 req-7facb2cb-fe8e-4b80-b7af-781104882ac7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33f7be6a-da7a-41a3-877f-ba238e3c204c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0509260 May 10 19:06:11.179113 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-86641797-21b5-4d30-a746-250399205cc3 req-4f7aa690-1a63-425e-8146-faf3b969929e service neutron] 10.222.0.48 "GET /v2.0/networks/33f7be6a-da7a-41a3-877f-ba238e3c204c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293061 May 10 19:06:11.209212 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dc6861-ac38-48d8-a5ad-ab1c32710dde None None] Sync routers for ids ['c350efc5-3790-48e4-8194-420678cc5734'] in dv-cinder-836996-18-iscsi {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:06:11.230451 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dc6861-ac38-48d8-a5ad-ab1c32710dde None None] Routers {'c350efc5-3790-48e4-8194-420678cc5734'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:06:11.231396 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-48dc6861-ac38-48d8-a5ad-ab1c32710dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:06:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['c350efc5-3790-48e4-8194-420678cc5734'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:06:11.284402 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-86641797-21b5-4d30-a746-250399205cc3 req-d4a216eb-94b0-4789-b629-6ca5278c5536 service neutron] 10.222.0.48 "GET /v2.0/networks/33f7be6a-da7a-41a3-877f-ba238e3c204c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984364 May 10 19:06:11.297812 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 082be87e-aef9-4ec0-a418-10b18dca0f16 up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:06:11.350102 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port 082be87e-aef9-4ec0-a418-10b18dca0f16 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:06:11.350483 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (082be87e-aef9-4ec0-a418-10b18dca0f16), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:11.414739 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-48dc6861-ac38-48d8-a5ad-ab1c32710dde None None] Set router c350efc5-3790-48e4-8194-420678cc5734 gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:06:11.442384 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port 082be87e-aef9-4ec0-a418-10b18dca0f16 is: DOWN; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:06:11.442694 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (082be87e-aef9-4ec0-a418-10b18dca0f16), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:11.468033 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] For port 082be87e-aef9-4ec0-a418-10b18dca0f16, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=082be87e-aef9-4ec0-a418-10b18dca0f16,segment=NetworkSegment(5e4a060e-4ea0-4d95-88b5-1969f86bafa6),segment_id=5e4a060e-4ea0-4d95-88b5-1969f86bafa6)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:06:11.475801 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (082be87e-aef9-4ec0-a418-10b18dca0f16), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:11.538871 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Pushing event updated for resources: {'Port': ['ID=082be87e-aef9-4ec0-a418-10b18dca0f16,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:11.667779 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-48dc6861-ac38-48d8-a5ad-ab1c32710dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c350efc5-3790-48e4-8194-420678cc5734', 'name': 'tempest-TestMinimumBasicScenario-43067083-router', 'tenant_id': '98c15f6eaedb4465b6711e1d2735fa8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '082be87e-aef9-4ec0-a418-10b18dca0f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:06:03Z', 'updated_at': '2022-05-10T19:06:06Z', 'revision_number': 4, 'project_id': '98c15f6eaedb4465b6711e1d2735fa8a', 'gw_port': {'id': '082be87e-aef9-4ec0-a418-10b18dca0f16', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:38:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c350efc5-3790-48e4-8194-420678cc5734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:06:03Z', 'updated_at': '2022-05-10T19:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '8d5821f5-8113-4e24-8398-0bc46ed5daa6', 'name': '', 'network_id': 'bff774b9-8fc9-4a37-95fe-1d89d486d324', 'tenant_id': '98c15f6eaedb4465b6711e1d2735fa8a', 'mac_address': 'fa:16:3e:92:57:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c350efc5-3790-48e4-8194-420678cc5734', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'afa35e7c-6548-4331-8eca-d98e1acd91e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:06:05Z', 'updated_at': '2022-05-10T19:06:06Z', 'revision_number': 2, 'project_id': '98c15f6eaedb4465b6711e1d2735fa8a', 'subnets': [{'id': 'afa35e7c-6548-4331-8eca-d98e1acd91e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:06:11.700781 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dc6861-ac38-48d8-a5ad-ab1c32710dde None None] Checking router: c350efc5-3790-48e4-8194-420678cc5734 for host: dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:06:11.701046 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dc6861-ac38-48d8-a5ad-ab1c32710dde None None] Updating router c350efc5-3790-48e4-8194-420678cc5734 port 8d5821f5-8113-4e24-8398-0bc46ed5daa6 binding host dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:06:11.733322 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-48dc6861-ac38-48d8-a5ad-ab1c32710dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (8d5821f5-8113-4e24-8398-0bc46ed5daa6), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:12.070464 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-48dc6861-ac38-48d8-a5ad-ab1c32710dde None None] Publish callbacks [] for port (8d5821f5-8113-4e24-8398-0bc46ed5daa6), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:12.086028 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-48dc6861-ac38-48d8-a5ad-ab1c32710dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (8d5821f5-8113-4e24-8398-0bc46ed5daa6), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:12.212062 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [None req-48dc6861-ac38-48d8-a5ad-ab1c32710dde None None] Attempting to bind port 8d5821f5-8113-4e24-8398-0bc46ed5daa6 on host dv-cinder-836996-18-iscsi for vnic_type normal with profile {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:06:12.212752 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [None req-48dc6861-ac38-48d8-a5ad-ab1c32710dde None None] Attempting to bind port 8d5821f5-8113-4e24-8398-0bc46ed5daa6 by drivers openvswitch,hyperv on host dv-cinder-836996-18-iscsi at level 0 using segments [{'id': '4f7bb082-2a09-4fd9-ae6d-e6d44bcc2454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bff774b9-8fc9-4a37-95fe-1d89d486d324'}] {{(pid=103425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:06:12.212888 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dc6861-ac38-48d8-a5ad-ab1c32710dde None None] Attempting to bind port 8d5821f5-8113-4e24-8398-0bc46ed5daa6 on network bff774b9-8fc9-4a37-95fe-1d89d486d324 {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:06:12.214972 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605f757-02e3-4c70-a663-38b815a79700 None None] Pushing event updated for resources: {'Port': ['ID=8d5821f5-8113-4e24-8398-0bc46ed5daa6,revision_number=3']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:12.227854 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dc6861-ac38-48d8-a5ad-ab1c32710dde None None] Checking agent: {'id': 'c34e4451-1c74-4654-b00e-86e650275fac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 49, 35), 'started_at': datetime.datetime(2022, 5, 10, 18, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:06:12.228139 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dc6861-ac38-48d8-a5ad-ab1c32710dde None None] Checking segment: {'id': '4f7bb082-2a09-4fd9-ae6d-e6d44bcc2454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bff774b9-8fc9-4a37-95fe-1d89d486d324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:06:12.228760 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-48dc6861-ac38-48d8-a5ad-ab1c32710dde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:12.229306 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dc6861-ac38-48d8-a5ad-ab1c32710dde None None] Bound using segment: {'id': '4f7bb082-2a09-4fd9-ae6d-e6d44bcc2454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bff774b9-8fc9-4a37-95fe-1d89d486d324'} {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:06:12.229955 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [None req-48dc6861-ac38-48d8-a5ad-ab1c32710dde None None] Bound port: 8d5821f5-8113-4e24-8398-0bc46ed5daa6, host: dv-cinder-836996-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7bb082-2a09-4fd9-ae6d-e6d44bcc2454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bff774b9-8fc9-4a37-95fe-1d89d486d324'}}] {{(pid=103425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:06:12.230493 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-48dc6861-ac38-48d8-a5ad-ab1c32710dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (8d5821f5-8113-4e24-8398-0bc46ed5daa6), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:12.246500 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605f757-02e3-4c70-a663-38b815a79700 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:12.247086 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605f757-02e3-4c70-a663-38b815a79700 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:12.247619 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605f757-02e3-4c70-a663-38b815a79700 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:12.248131 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605f757-02e3-4c70-a663-38b815a79700 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:12.248634 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605f757-02e3-4c70-a663-38b815a79700 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:12.249171 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605f757-02e3-4c70-a663-38b815a79700 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:12.249668 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605f757-02e3-4c70-a663-38b815a79700 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:12.250145 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605f757-02e3-4c70-a663-38b815a79700 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:12.255278 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605f757-02e3-4c70-a663-38b815a79700 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:12.256017 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605f757-02e3-4c70-a663-38b815a79700 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:12.256509 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605f757-02e3-4c70-a663-38b815a79700 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:12.257018 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605f757-02e3-4c70-a663-38b815a79700 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:12.257528 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605f757-02e3-4c70-a663-38b815a79700 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:12.258024 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605f757-02e3-4c70-a663-38b815a79700 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:12.258501 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605f757-02e3-4c70-a663-38b815a79700 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:12.337057 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-48dc6861-ac38-48d8-a5ad-ab1c32710dde None None] For port 8d5821f5-8113-4e24-8398-0bc46ed5daa6, host dv-cinder-836996-18-iscsi, cleared binding levels {{(pid=103425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:06:12.341477 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-48dc6861-ac38-48d8-a5ad-ab1c32710dde None None] For port 8d5821f5-8113-4e24-8398-0bc46ed5daa6, host dv-cinder-836996-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=8d5821f5-8113-4e24-8398-0bc46ed5daa6,segment=NetworkSegment(4f7bb082-2a09-4fd9-ae6d-e6d44bcc2454),segment_id=4f7bb082-2a09-4fd9-ae6d-e6d44bcc2454)] {{(pid=103425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:06:12.362241 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-48dc6861-ac38-48d8-a5ad-ab1c32710dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (8d5821f5-8113-4e24-8398-0bc46ed5daa6), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:12.459284 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605f757-02e3-4c70-a663-38b815a79700 None None] Pushing event updated for resources: {'Port': ['ID=8d5821f5-8113-4e24-8398-0bc46ed5daa6,revision_number=4']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:12.460322 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-65ce2269-f75e-4f3c-92fc-7a923055d064 None None] Provisioning complete for port 8d5821f5-8113-4e24-8398-0bc46ed5daa6 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:06:12.461547 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-65ce2269-f75e-4f3c-92fc-7a923055d064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (8d5821f5-8113-4e24-8398-0bc46ed5daa6), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:12.496580 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dc6861-ac38-48d8-a5ad-ab1c32710dde None None] Routers {'c350efc5-3790-48e4-8194-420678cc5734'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:06:12.497480 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-48dc6861-ac38-48d8-a5ad-ab1c32710dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:06:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['c350efc5-3790-48e4-8194-420678cc5734'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:06:12.626178 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-65ce2269-f75e-4f3c-92fc-7a923055d064 None None] Current status of the port 8d5821f5-8113-4e24-8398-0bc46ed5daa6 is: DOWN; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:06:12.626861 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-65ce2269-f75e-4f3c-92fc-7a923055d064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (8d5821f5-8113-4e24-8398-0bc46ed5daa6), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:12.699296 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-65ce2269-f75e-4f3c-92fc-7a923055d064 None None] For port 8d5821f5-8113-4e24-8398-0bc46ed5daa6, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=8d5821f5-8113-4e24-8398-0bc46ed5daa6,segment=NetworkSegment(4f7bb082-2a09-4fd9-ae6d-e6d44bcc2454),segment_id=4f7bb082-2a09-4fd9-ae6d-e6d44bcc2454)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:06:12.712424 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-65ce2269-f75e-4f3c-92fc-7a923055d064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (8d5821f5-8113-4e24-8398-0bc46ed5daa6), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:12.817612 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce2269-f75e-4f3c-92fc-7a923055d064 None None] Pushing event updated for resources: {'Port': ['ID=8d5821f5-8113-4e24-8398-0bc46ed5daa6,revision_number=5']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:12.861859 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-48dc6861-ac38-48d8-a5ad-ab1c32710dde None None] Set router c350efc5-3790-48e4-8194-420678cc5734 gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:06:12.864296 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-e627c319-6026-4d21-93f4-e2dbe482496e None None] Provisioning complete for port 8d5821f5-8113-4e24-8398-0bc46ed5daa6 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:06:12.866889 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e627c319-6026-4d21-93f4-e2dbe482496e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (8d5821f5-8113-4e24-8398-0bc46ed5daa6), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:13.006127 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-e627c319-6026-4d21-93f4-e2dbe482496e None None] Current status of the port 8d5821f5-8113-4e24-8398-0bc46ed5daa6 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:06:13.223502 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-48dc6861-ac38-48d8-a5ad-ab1c32710dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c350efc5-3790-48e4-8194-420678cc5734', 'name': 'tempest-TestMinimumBasicScenario-43067083-router', 'tenant_id': '98c15f6eaedb4465b6711e1d2735fa8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '082be87e-aef9-4ec0-a418-10b18dca0f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:06:03Z', 'updated_at': '2022-05-10T19:06:06Z', 'revision_number': 4, 'project_id': '98c15f6eaedb4465b6711e1d2735fa8a', 'gw_port': {'id': '082be87e-aef9-4ec0-a418-10b18dca0f16', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:38:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c350efc5-3790-48e4-8194-420678cc5734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:06:03Z', 'updated_at': '2022-05-10T19:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '8d5821f5-8113-4e24-8398-0bc46ed5daa6', 'name': '', 'network_id': 'bff774b9-8fc9-4a37-95fe-1d89d486d324', 'tenant_id': '98c15f6eaedb4465b6711e1d2735fa8a', 'mac_address': 'fa:16:3e:92:57:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c350efc5-3790-48e4-8194-420678cc5734', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'afa35e7c-6548-4331-8eca-d98e1acd91e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:06:05Z', 'updated_at': '2022-05-10T19:06:12Z', 'revision_number': 4, 'project_id': '98c15f6eaedb4465b6711e1d2735fa8a', 'subnets': [{'id': 'afa35e7c-6548-4331-8eca-d98e1acd91e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:06:13.254454 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dc6861-ac38-48d8-a5ad-ab1c32710dde None None] The sync data for ids ['c350efc5-3790-48e4-8194-420678cc5734'] in dv-cinder-836996-18-iscsi is: [{'id': 'c350efc5-3790-48e4-8194-420678cc5734', 'name': 'tempest-TestMinimumBasicScenario-43067083-router', 'tenant_id': '98c15f6eaedb4465b6711e1d2735fa8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '082be87e-aef9-4ec0-a418-10b18dca0f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:06:03Z', 'updated_at': '2022-05-10T19:06:06Z', 'revision_number': 4, 'project_id': '98c15f6eaedb4465b6711e1d2735fa8a', 'gw_port': {'id': '082be87e-aef9-4ec0-a418-10b18dca0f16', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:38:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c350efc5-3790-48e4-8194-420678cc5734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:06:03Z', 'updated_at': '2022-05-10T19:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '8d5821f5-8113-4e24-8398-0bc46ed5daa6', 'name': '', 'network_id': 'bff774b9-8fc9-4a37-95fe-1d89d486d324', 'tenant_id': '98c15f6eaedb4465b6711e1d2735fa8a', 'mac_address': 'fa:16:3e:92:57:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c350efc5-3790-48e4-8194-420678cc5734', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'afa35e7c-6548-4331-8eca-d98e1acd91e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:06:05Z', 'updated_at': '2022-05-10T19:06:12Z', 'revision_number': 4, 'project_id': '98c15f6eaedb4465b6711e1d2735fa8a', 'subnets': [{'id': 'afa35e7c-6548-4331-8eca-d98e1acd91e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:06:13.295405 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 8d5821f5-8113-4e24-8398-0bc46ed5daa6 up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:06:13.362602 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port 8d5821f5-8113-4e24-8398-0bc46ed5daa6 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:06:13.363273 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (8d5821f5-8113-4e24-8398-0bc46ed5daa6), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:13.507591 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port 8d5821f5-8113-4e24-8398-0bc46ed5daa6 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:06:13.511007 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 082be87e-aef9-4ec0-a418-10b18dca0f16 up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:06:13.567150 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port 082be87e-aef9-4ec0-a418-10b18dca0f16 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:06:13.567466 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (082be87e-aef9-4ec0-a418-10b18dca0f16), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:13.662979 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port 082be87e-aef9-4ec0-a418-10b18dca0f16 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:06:17.577007 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-06eaab0b-4f9f-44b2-9d66-2a1690013955 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:17.578710 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-06eaab0b-4f9f-44b2-9d66-2a1690013955 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/networks?id=dae72348-6906-4597-9691-30ca20d2a559 HTTP/1.1" status: 200 len: 814 time: 0.1079762 May 10 19:06:17.593711 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-6d3fa2ec-fe76-48f9-8a07-94abcc9b026c tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/quotas/9eb01bc12113463ab0f3d9d80b011053 HTTP/1.1" status: 200 len: 375 time: 0.0095525 May 10 19:06:17.631392 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:06:17.644411 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-1d151814-efd9-4e72-b2ad-67eb5594c5c0 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9eb01bc12113463ab0f3d9d80b011053&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458603 May 10 19:06:17.747813 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-9fbf3a95-f0eb-44a9-b1d5-f8aaaa872d40 service neutron] 10.222.0.52 "GET /v2.0/networks/dae72348-6906-4597-9691-30ca20d2a559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917528 May 10 19:06:17.838247 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-1d35bdef-2511-4b38-a47f-e1d527829ed6 service neutron] 10.222.0.52 "GET /v2.0/networks/dae72348-6906-4597-9691-30ca20d2a559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846086 May 10 19:06:18.001161 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-7ff344ac-7ada-4e88-8fa3-6f0bb2cba8fd req-5c2d3026-b9a8-499f-b121-9e5c3fc4ac76 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 210 time: 0.0326576 May 10 19:06:19.102414 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ce1c987c-1aef-4ce2-a165-9545b4976720 req-8e555d1d-ff43-4e28-89f2-c62f65542a40 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 210 time: 0.0301166 May 10 19:06:19.431988 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-714f7615-2183-4e59-9d6c-47a4c466a5bd tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:19.433959 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-714f7615-2183-4e59-9d6c-47a4c466a5bd tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.48 "GET /v2.0/networks?id=dae72348-6906-4597-9691-30ca20d2a559 HTTP/1.1" status: 200 len: 814 time: 0.1059210 May 10 19:06:19.454854 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-797e1e26-a7d6-44a8-b155-a358a8e2c475 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Request body: {'port': {'device_id': '2fd3f720-5676-4d0d-93f2-6ce89fefabba', 'network_id': 'dae72348-6906-4597-9691-30ca20d2a559', 'admin_state_up': True, 'tenant_id': '9eb01bc12113463ab0f3d9d80b011053'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:06:19.568495 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-797e1e26-a7d6-44a8-b155-a358a8e2c475 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Made reservation on behalf of 9eb01bc12113463ab0f3d9d80b011053 for: {'port': 1} {{(pid=103423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:06:19.571860 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-797e1e26-a7d6-44a8-b155-a358a8e2c475 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:19.694343 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-797e1e26-a7d6-44a8-b155-a358a8e2c475 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Allocated IP 172.20.0.8 (dae72348-6906-4597-9691-30ca20d2a559/b4bd3585-962b-46d4-aa84-8b2715e3471e/53409338-9bb9-4c05-8444-62d10d6d13e7) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:06:19.840080 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-797e1e26-a7d6-44a8-b155-a358a8e2c475 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks [] for port (53409338-9bb9-4c05-8444-62d10d6d13e7), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:19.876106 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-797e1e26-a7d6-44a8-b155-a358a8e2c475 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (53409338-9bb9-4c05-8444-62d10d6d13e7), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:19.918220 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-797e1e26-a7d6-44a8-b155-a358a8e2c475 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Network dae72348-6906-4597-9691-30ca20d2a559 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:06:19.921432 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-797e1e26-a7d6-44a8-b155-a358a8e2c475 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:06:19.925593 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-797e1e26-a7d6-44a8-b155-a358a8e2c475 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:06:19.954528 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e1e26-a7d6-44a8-b155-a358a8e2c475 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Pushing event updated for resources: {'Port': ['ID=53409338-9bb9-4c05-8444-62d10d6d13e7,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:19.991104 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-797e1e26-a7d6-44a8-b155-a358a8e2c475 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:19.992152 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-797e1e26-a7d6-44a8-b155-a358a8e2c475 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:20.034148 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-797e1e26-a7d6-44a8-b155-a358a8e2c475 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5834846 May 10 19:06:20.272319 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c947d4-00e0-44b4-b86a-132a7d22d0af req-d62a2faa-d52d-4a8a-8bdf-f0c597aaa14a tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:20.280231 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-71c947d4-00e0-44b4-b86a-132a7d22d0af req-d62a2faa-d52d-4a8a-8bdf-f0c597aaa14a tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 931 time: 0.0699439 May 10 19:06:20.287153 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-ea0380ed-cc8b-4a71-bc6c-5120046588cb None None] Provisioning complete for port 53409338-9bb9-4c05-8444-62d10d6d13e7 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:06:20.288264 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ea0380ed-cc8b-4a71-bc6c-5120046588cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (53409338-9bb9-4c05-8444-62d10d6d13e7), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:20.337908 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-ea0380ed-cc8b-4a71-bc6c-5120046588cb None None] Port 53409338-9bb9-4c05-8444-62d10d6d13e7 cannot update to ACTIVE because it is not bound. {{(pid=103424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:06:20.363945 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-71c947d4-00e0-44b4-b86a-132a7d22d0af req-75d9d447-a2a9-4f6a-8496-9931adebee6a tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758486 May 10 19:06:21.485371 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d6b78-6a19-4f60-a92a-590489f57f00 req-730263fa-115c-42a8-b9a8-336a59dc9bf6 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:21.486890 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-fe6d6b78-6a19-4f60-a92a-590489f57f00 req-730263fa-115c-42a8-b9a8-336a59dc9bf6 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 931 time: 0.0549285 May 10 19:06:21.535437 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-fe6d6b78-6a19-4f60-a92a-590489f57f00 req-8533bb9f-0e02-41b7-83ac-179fcc2a200d tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425966 May 10 19:06:22.659776 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8277a6-3b56-491a-9ee6-3b74c94c3b13 req-6ce3d504-df30-4a06-adc8-5918e14dca7b tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:22.661924 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-0a8277a6-3b56-491a-9ee6-3b74c94c3b13 req-6ce3d504-df30-4a06-adc8-5918e14dca7b tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 931 time: 0.0560503 May 10 19:06:22.715802 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-0a8277a6-3b56-491a-9ee6-3b74c94c3b13 req-c975cb77-14d9-4c8b-a9ab-f13de7ab6964 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474811 May 10 19:06:23.835244 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2f300-4359-4e8f-8b8f-99c113769e8e req-00b4ee2b-557a-48ca-a762-9c6c9f641173 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:23.836813 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-01e2f300-4359-4e8f-8b8f-99c113769e8e req-00b4ee2b-557a-48ca-a762-9c6c9f641173 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 931 time: 0.0534453 May 10 19:06:23.885428 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-01e2f300-4359-4e8f-8b8f-99c113769e8e req-f00045fc-dad6-4c87-b685-c6b1cfc13c26 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429387 May 10 19:06:25.008364 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa6a88-5171-495a-9499-70383b2645fd req-e818f3fd-99b0-4861-96da-a011eb277a84 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:25.009805 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-c3aa6a88-5171-495a-9499-70383b2645fd req-e818f3fd-99b0-4861-96da-a011eb277a84 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 931 time: 0.0519252 May 10 19:06:25.057100 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-c3aa6a88-5171-495a-9499-70383b2645fd req-ba629f7f-df19-4bc4-bbf5-fa81a3897806 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413985 May 10 19:06:26.176003 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba47af1-32f8-4810-a749-59bbd826e178 req-116499a0-7e3d-4ee3-993e-aa7f8f038b82 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:26.177502 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8ba47af1-32f8-4810-a749-59bbd826e178 req-116499a0-7e3d-4ee3-993e-aa7f8f038b82 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 931 time: 0.0517395 May 10 19:06:26.225639 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8ba47af1-32f8-4810-a749-59bbd826e178 req-ba039b96-7627-41f3-a83b-ac582980e6a6 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423062 May 10 19:06:27.357051 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6bb788-455f-4d51-ba06-6f3b014e8e8d req-aad859f0-6e89-4c80-abbf-fd8d7fce8b16 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:27.365801 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-aa6bb788-455f-4d51-ba06-6f3b014e8e8d req-aad859f0-6e89-4c80-abbf-fd8d7fce8b16 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 931 time: 0.0640655 May 10 19:06:27.468980 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-aa6bb788-455f-4d51-ba06-6f3b014e8e8d req-39eb6627-4273-42a9-b90b-2a9572c2ad0c tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017742 May 10 19:06:28.344380 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-75dcb062-e17e-4e4a-9aa8-e34f6d636e87 service neutron] Request body: {'port': {'device_id': '2fd3f720-5676-4d0d-93f2-6ce89fefabba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:06:28.405746 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-75dcb062-e17e-4e4a-9aa8-e34f6d636e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (53409338-9bb9-4c05-8444-62d10d6d13e7), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:28.617829 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efffb44-4ec9-411d-be25-539dac6c2a72 req-e88b2492-948f-4d08-a366-fa979ad63fa8 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:28.619337 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5efffb44-4ec9-411d-be25-539dac6c2a72 req-e88b2492-948f-4d08-a366-fa979ad63fa8 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 931 time: 0.0794468 May 10 19:06:28.699259 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5efffb44-4ec9-411d-be25-539dac6c2a72 req-13583616-c5f8-4cc8-8174-127abbe00872 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681808 May 10 19:06:28.742553 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-75dcb062-e17e-4e4a-9aa8-e34f6d636e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53409338-9bb9-4c05-8444-62d10d6d13e7 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:06:28.749878 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-75dcb062-e17e-4e4a-9aa8-e34f6d636e87 service neutron] Publish callbacks [] for port (53409338-9bb9-4c05-8444-62d10d6d13e7), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:28.762295 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-75dcb062-e17e-4e4a-9aa8-e34f6d636e87 service neutron] Transition to ACTIVE for port object 53409338-9bb9-4c05-8444-62d10d6d13e7 will not be triggered until provisioned by entity L2. {{(pid=103423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:06:28.767979 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-75dcb062-e17e-4e4a-9aa8-e34f6d636e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (53409338-9bb9-4c05-8444-62d10d6d13e7), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:28.817238 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dcb062-e17e-4e4a-9aa8-e34f6d636e87 service neutron] Pushing event updated for resources: {'Port': ['ID=53409338-9bb9-4c05-8444-62d10d6d13e7,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:28.859666 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8c02592d-cc46-46fb-bc64-1e75abbb79b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:28.890043 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-75dcb062-e17e-4e4a-9aa8-e34f6d636e87 service neutron] Attempting to bind port 53409338-9bb9-4c05-8444-62d10d6d13e7 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:06:28.890432 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-75dcb062-e17e-4e4a-9aa8-e34f6d636e87 service neutron] Attempting to bind port 53409338-9bb9-4c05-8444-62d10d6d13e7 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'a0522d6d-1e0d-4b6b-a820-1a35d0c0c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'dae72348-6906-4597-9691-30ca20d2a559'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:06:28.890772 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-75dcb062-e17e-4e4a-9aa8-e34f6d636e87 service neutron] Attempting to bind port 53409338-9bb9-4c05-8444-62d10d6d13e7 on network dae72348-6906-4597-9691-30ca20d2a559 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:06:28.895605 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-75dcb062-e17e-4e4a-9aa8-e34f6d636e87 service neutron] Port 53409338-9bb9-4c05-8444-62d10d6d13e7 on network dae72348-6906-4597-9691-30ca20d2a559 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:06:28.895934 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-75dcb062-e17e-4e4a-9aa8-e34f6d636e87 service neutron] Attempting to bind port 53409338-9bb9-4c05-8444-62d10d6d13e7 on network dae72348-6906-4597-9691-30ca20d2a559 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:06:28.901297 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-75dcb062-e17e-4e4a-9aa8-e34f6d636e87 service neutron] Checking agent: {'id': '84b4d3b2-b3ea-4da4-b994-5396953c421b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'started_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:06:28.901648 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-75dcb062-e17e-4e4a-9aa8-e34f6d636e87 service neutron] Checking segment: {'id': 'a0522d6d-1e0d-4b6b-a820-1a35d0c0c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'dae72348-6906-4597-9691-30ca20d2a559'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:06:28.902044 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-75dcb062-e17e-4e4a-9aa8-e34f6d636e87 service neutron] Bound using segment: {'id': 'a0522d6d-1e0d-4b6b-a820-1a35d0c0c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'dae72348-6906-4597-9691-30ca20d2a559'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:06:28.902478 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-75dcb062-e17e-4e4a-9aa8-e34f6d636e87 service neutron] Bound port: 53409338-9bb9-4c05-8444-62d10d6d13e7, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0522d6d-1e0d-4b6b-a820-1a35d0c0c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'dae72348-6906-4597-9691-30ca20d2a559'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:06:28.902844 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-75dcb062-e17e-4e4a-9aa8-e34f6d636e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (53409338-9bb9-4c05-8444-62d10d6d13e7), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:28.967253 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-75dcb062-e17e-4e4a-9aa8-e34f6d636e87 service neutron] For port 53409338-9bb9-4c05-8444-62d10d6d13e7, host hv-cinder-83699, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:06:28.970561 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-75dcb062-e17e-4e4a-9aa8-e34f6d636e87 service neutron] For port 53409338-9bb9-4c05-8444-62d10d6d13e7, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=53409338-9bb9-4c05-8444-62d10d6d13e7,segment=NetworkSegment(a0522d6d-1e0d-4b6b-a820-1a35d0c0c909),segment_id=a0522d6d-1e0d-4b6b-a820-1a35d0c0c909)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:06:28.976228 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-75dcb062-e17e-4e4a-9aa8-e34f6d636e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (53409338-9bb9-4c05-8444-62d10d6d13e7), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:29.010615 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-75dcb062-e17e-4e4a-9aa8-e34f6d636e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:29.011233 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-75dcb062-e17e-4e4a-9aa8-e34f6d636e87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:29.013313 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-75dcb062-e17e-4e4a-9aa8-e34f6d636e87 service neutron] 10.222.0.48 "PUT /v2.0/ports/53409338-9bb9-4c05-8444-62d10d6d13e7 HTTP/1.1" status: 200 len: 1093 time: 0.6758254 May 10 19:06:29.016205 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd3f720-5676-4d0d-93f2-6ce89fefabba', 'tag': '53409338-9bb9-4c05-8444-62d10d6d13e7'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:06:29.017891 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e263b7-2118-4900-bd42-f409c23e7724" -d '{"events": [{"name": "network-changed", "server_uuid": "2fd3f720-5676-4d0d-93f2-6ce89fefabba", "tag": "53409338-9bb9-4c05-8444-62d10d6d13e7"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:06:29.048039 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dcb062-e17e-4e4a-9aa8-e34f6d636e87 service neutron] Pushing event updated for resources: {'Port': ['ID=53409338-9bb9-4c05-8444-62d10d6d13e7,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:29.060148 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffc6123-bb3f-43e1-a980-fcfa9267e190 x-openstack-request-id: req-2ffc6123-bb3f-43e1-a980-fcfa9267e190 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:06:29.060442 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fd3f720-5676-4d0d-93f2-6ce89fefabba", "tag": "53409338-9bb9-4c05-8444-62d10d6d13e7", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:06:29.060720 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2ffc6123-bb3f-43e1-a980-fcfa9267e190 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:06:29.061153 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ffc6123-bb3f-43e1-a980-fcfa9267e190'] response: {'name': 'network-changed', 'server_uuid': '2fd3f720-5676-4d0d-93f2-6ce89fefabba', 'tag': '53409338-9bb9-4c05-8444-62d10d6d13e7', 'status': 'completed', 'code': 200} May 10 19:06:30.086997 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458754d0-94a9-475a-bf8e-1dcaf4501aa8 req-05e230f5-91e4-4329-8a25-1b5074e0b71a tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:30.088390 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-458754d0-94a9-475a-bf8e-1dcaf4501aa8 req-05e230f5-91e4-4329-8a25-1b5074e0b71a tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 943 time: 0.3225665 May 10 19:06:30.136477 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-458754d0-94a9-475a-bf8e-1dcaf4501aa8 req-9b79762c-9732-4938-8166-fc20002dc128 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398533 May 10 19:06:31.253886 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2d6cc8b8-07ca-4d3c-b63f-75c87640f876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:31.263631 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c6523-c912-4c17-82bf-d445817be5c8 req-f2ea614c-d576-4d64-9cf8-18f62e165735 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:31.265113 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-870c6523-c912-4c17-82bf-d445817be5c8 req-f2ea614c-d576-4d64-9cf8-18f62e165735 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 943 time: 0.0494564 May 10 19:06:31.538776 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e263b7-2118-4900-bd42-f409c23e7724 req-b71d8803-0295-4fc3-8a9b-a610942f3296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:31.540269 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-d9e263b7-2118-4900-bd42-f409c23e7724 req-b71d8803-0295-4fc3-8a9b-a610942f3296 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9eb01bc12113463ab0f3d9d80b011053&device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 1127 time: 0.0406337 May 10 19:06:31.556391 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-870c6523-c912-4c17-82bf-d445817be5c8 req-65256298-7873-405f-a73e-9d140a0547a3 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854147 May 10 19:06:31.664658 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e263b7-2118-4900-bd42-f409c23e7724 req-a9ad53b0-95d5-401e-8256-f9b25e39c972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:31.666224 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-d9e263b7-2118-4900-bd42-f409c23e7724 req-a9ad53b0-95d5-401e-8256-f9b25e39c972 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9eb01bc12113463ab0f3d9d80b011053&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0987668 May 10 19:06:31.760859 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e263b7-2118-4900-bd42-f409c23e7724 req-20c2ef07-6a43-45fc-aff3-f47aab3a3e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:31.762367 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-d9e263b7-2118-4900-bd42-f409c23e7724 req-20c2ef07-6a43-45fc-aff3-f47aab3a3e3b service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894454 May 10 19:06:31.863351 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-56fe5225-596f-4f55-a53b-4364b71edf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:31.865235 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-56fe5225-596f-4f55-a53b-4364b71edf4b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9eb01bc12113463ab0f3d9d80b011053&device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 1127 time: 0.0447445 May 10 19:06:31.923519 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-1f001de2-9b67-428a-bafb-85adaf568f13 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53409338-9bb9-4c05-8444-62d10d6d13e7 HTTP/1.1" status: 200 len: 217 time: 0.0342212 May 10 19:06:31.974970 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-6f493e7e-1e4b-4215-aa5e-5dc7f4779f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:31.976403 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-6f493e7e-1e4b-4215-aa5e-5dc7f4779f6c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b4bd3585-962b-46d4-aa84-8b2715e3471e HTTP/1.1" status: 200 len: 853 time: 0.0438833 May 10 19:06:32.025138 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-3832256a-9814-42cf-a45d-32b7d096833b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:32.026527 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-3832256a-9814-42cf-a45d-32b7d096833b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dae72348-6906-4597-9691-30ca20d2a559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424600 May 10 19:06:32.115887 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-c1282d5d-2290-4204-afaa-c16b09c8614c service neutron] 10.222.0.48 "GET /v2.0/networks/dae72348-6906-4597-9691-30ca20d2a559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827091 May 10 19:06:32.212540 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bfbd68b5-6123-4afb-bb2f-0fa2c4d351fd req-b60f60ef-f56e-42c2-bd94-708e0e040c01 service neutron] 10.222.0.48 "GET /v2.0/networks/dae72348-6906-4597-9691-30ca20d2a559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864353 May 10 19:06:32.594366 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:32.686867 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf2aad-7569-4395-a4f0-73f8c59a206d req-dfed0de9-fc1d-44d1-ae52-399ab4ce22b8 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:32.688764 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bdaf2aad-7569-4395-a4f0-73f8c59a206d req-dfed0de9-fc1d-44d1-ae52-399ab4ce22b8 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 943 time: 0.0572698 May 10 19:06:32.736104 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bdaf2aad-7569-4395-a4f0-73f8c59a206d req-17bac9d3-c7a6-44eb-82f7-41ef4bfc1fe0 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414894 May 10 19:06:33.474930 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 53409338-9bb9-4c05-8444-62d10d6d13e7 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:06:33.575295 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 53409338-9bb9-4c05-8444-62d10d6d13e7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=53409338-9bb9-4c05-8444-62d10d6d13e7,segment=NetworkSegment(a0522d6d-1e0d-4b6b-a820-1a35d0c0c909),segment_id=a0522d6d-1e0d-4b6b-a820-1a35d0c0c909)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:06:33.710456 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Returning: {'device': '53409338-9bb9-4c05-8444-62d10d6d13e7', 'network_id': 'dae72348-6906-4597-9691-30ca20d2a559', 'port_id': '53409338-9bb9-4c05-8444-62d10d6d13e7', 'mac_address': 'fa:16:3e:ee:97:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4bd3585-962b-46d4-aa84-8b2715e3471e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:06:33.757904 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port 53409338-9bb9-4c05-8444-62d10d6d13e7 is: DOWN; New status is: BUILD {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:06:33.758349 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (53409338-9bb9-4c05-8444-62d10d6d13e7), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:33.767582 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:33.774185 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53409338-9bb9-4c05-8444-62d10d6d13e7 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:06:33.797953 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 53409338-9bb9-4c05-8444-62d10d6d13e7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=53409338-9bb9-4c05-8444-62d10d6d13e7,segment=NetworkSegment(a0522d6d-1e0d-4b6b-a820-1a35d0c0c909),segment_id=a0522d6d-1e0d-4b6b-a820-1a35d0c0c909)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:06:33.802763 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (53409338-9bb9-4c05-8444-62d10d6d13e7), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:33.851277 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=53409338-9bb9-4c05-8444-62d10d6d13e7,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:33.855048 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e698ff2-5598-465a-9cb2-29b0dcce4eab req-18bb7368-ed8e-4319-a8cf-2543abf85d6e tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:33.856845 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-3e698ff2-5598-465a-9cb2-29b0dcce4eab req-18bb7368-ed8e-4319-a8cf-2543abf85d6e tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 944 time: 0.0490820 May 10 19:06:33.903070 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-3e698ff2-5598-465a-9cb2-29b0dcce4eab req-56f30e6e-e422-4b1c-becf-d6b745df477f tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405486 May 10 19:06:34.133022 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['53409338-9bb9-4c05-8444-62d10d6d13e7'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:06:35.026964 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32eaef-1b65-4ab9-93ef-501e7f5118fa req-962ad587-b27d-4f4b-a1de-31d15f7b6874 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:35.028429 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-af32eaef-1b65-4ab9-93ef-501e7f5118fa req-962ad587-b27d-4f4b-a1de-31d15f7b6874 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 944 time: 0.0526712 May 10 19:06:35.082640 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-af32eaef-1b65-4ab9-93ef-501e7f5118fa req-bdec56d3-ecf2-4181-b52c-a2fcc3a469ba tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483332 May 10 19:06:35.382147 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:35.487357 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 53409338-9bb9-4c05-8444-62d10d6d13e7 up at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:06:35.539188 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning for port 53409338-9bb9-4c05-8444-62d10d6d13e7 completed by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:06:35.547803 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning complete for port 53409338-9bb9-4c05-8444-62d10d6d13e7 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:06:35.548225 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (53409338-9bb9-4c05-8444-62d10d6d13e7), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:35.633289 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port 53409338-9bb9-4c05-8444-62d10d6d13e7 is: BUILD; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:06:35.633683 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (53409338-9bb9-4c05-8444-62d10d6d13e7), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:35.656092 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd3f720-5676-4d0d-93f2-6ce89fefabba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53409338-9bb9-4c05-8444-62d10d6d13e7'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:06:35.658478 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc4c72c1cd3e6c4fc9632b01e094f02638f1ddc8156bb4d740f489bc698d08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211953c8-6338-4c0d-ab87-268c2aca4ec2" -d '{"events": [{"server_uuid": "2fd3f720-5676-4d0d-93f2-6ce89fefabba", "name": "network-vif-plugged", "status": "completed", "tag": "53409338-9bb9-4c05-8444-62d10d6d13e7"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:06:35.670878 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 53409338-9bb9-4c05-8444-62d10d6d13e7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=53409338-9bb9-4c05-8444-62d10d6d13e7,segment=NetworkSegment(a0522d6d-1e0d-4b6b-a820-1a35d0c0c909),segment_id=a0522d6d-1e0d-4b6b-a820-1a35d0c0c909)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:06:35.675216 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (53409338-9bb9-4c05-8444-62d10d6d13e7), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:35.697621 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c19171-2405-42ea-96a5-cb7b648495f7 x-openstack-request-id: req-91c19171-2405-42ea-96a5-cb7b648495f7 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:06:35.697909 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd3f720-5676-4d0d-93f2-6ce89fefabba", "name": "network-vif-plugged", "status": "completed", "tag": "53409338-9bb9-4c05-8444-62d10d6d13e7", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:06:35.698160 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-91c19171-2405-42ea-96a5-cb7b648495f7 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:06:35.698553 dv-cinder-836996-18-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91c19171-2405-42ea-96a5-cb7b648495f7'] response: {'server_uuid': '2fd3f720-5676-4d0d-93f2-6ce89fefabba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53409338-9bb9-4c05-8444-62d10d6d13e7', 'code': 200} May 10 19:06:35.726736 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=53409338-9bb9-4c05-8444-62d10d6d13e7,revision_number=5']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:35.918955 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527e2e5-ebae-4a04-97fd-d86e0f30945c req-489ce963-0436-486b-a46d-5e30743e0394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:35.920448 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0527e2e5-ebae-4a04-97fd-d86e0f30945c req-489ce963-0436-486b-a46d-5e30743e0394 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 1129 time: 0.0416477 May 10 19:06:35.968626 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0527e2e5-ebae-4a04-97fd-d86e0f30945c req-1a29c305-8bf1-4df5-99d4-0ee94cfab232 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376997 May 10 19:06:36.218428 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13b032-b4a3-4431-867b-66819c947438 req-e658fc91-887f-495f-ab53-ccc39299d5d7 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:36.219830 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9c13b032-b4a3-4431-867b-66819c947438 req-e658fc91-887f-495f-ab53-ccc39299d5d7 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 945 time: 0.0539684 May 10 19:06:36.268555 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9c13b032-b4a3-4431-867b-66819c947438 req-d729eb27-8ee8-4a8b-bad2-7c55d2fad262 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431261 May 10 19:06:36.694257 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 48494) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:06:36.807287 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d3247ac6-f932-472f-aa5a-cb76f1b7d9c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:36.883112 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d3247ac6-f932-472f-aa5a-cb76f1b7d9c0 admin admin] Publish callbacks [] for security_group (43dd1da8-2f38-4d62-8491-b9838b02e375), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:36.888122 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d3247ac6-f932-472f-aa5a-cb76f1b7d9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (43dd1da8-2f38-4d62-8491-b9838b02e375), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:36.928541 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-d3247ac6-f932-472f-aa5a-cb76f1b7d9c0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5b3f5ee7f7bf4200908618f32f669d49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331419 May 10 19:06:36.929724 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3247ac6-f932-472f-aa5a-cb76f1b7d9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43dd1da8-2f38-4d62-8491-b9838b02e375,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:36.931572 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 48498) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:06:36.937536 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3247ac6-f932-472f-aa5a-cb76f1b7d9c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:36.937896 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3247ac6-f932-472f-aa5a-cb76f1b7d9c0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:36.938289 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3247ac6-f932-472f-aa5a-cb76f1b7d9c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:36.938618 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3247ac6-f932-472f-aa5a-cb76f1b7d9c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:36.938960 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3247ac6-f932-472f-aa5a-cb76f1b7d9c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:36.939300 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3247ac6-f932-472f-aa5a-cb76f1b7d9c0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:36.939640 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3247ac6-f932-472f-aa5a-cb76f1b7d9c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:36.939973 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3247ac6-f932-472f-aa5a-cb76f1b7d9c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:36.940306 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3247ac6-f932-472f-aa5a-cb76f1b7d9c0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:36.940639 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3247ac6-f932-472f-aa5a-cb76f1b7d9c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:36.940996 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3247ac6-f932-472f-aa5a-cb76f1b7d9c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:36.941329 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3247ac6-f932-472f-aa5a-cb76f1b7d9c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:36.941660 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3247ac6-f932-472f-aa5a-cb76f1b7d9c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:36.941987 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3247ac6-f932-472f-aa5a-cb76f1b7d9c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:36.942314 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3247ac6-f932-472f-aa5a-cb76f1b7d9c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:36.981674 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-aa9d4066-3d2c-460c-bbad-4e8615057438 admin admin] Publish callbacks [] for security_group (43dd1da8-2f38-4d62-8491-b9838b02e375), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:37.003580 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-aa9d4066-3d2c-460c-bbad-4e8615057438 admin admin] Publish callbacks [] for security_group (43dd1da8-2f38-4d62-8491-b9838b02e375), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:37.054856 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-aa9d4066-3d2c-460c-bbad-4e8615057438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (43dd1da8-2f38-4d62-8491-b9838b02e375), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:37.057373 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-aa9d4066-3d2c-460c-bbad-4e8615057438 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:37.058559 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-aa9d4066-3d2c-460c-bbad-4e8615057438 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/43dd1da8-2f38-4d62-8491-b9838b02e375 HTTP/1.1" status: 204 len: 168 time: 0.1260021 May 10 19:06:37.066913 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d4066-3d2c-460c-bbad-4e8615057438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dd1da8-2f38-4d62-8491-b9838b02e375,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:37.074113 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d4066-3d2c-460c-bbad-4e8615057438 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:37.074476 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d4066-3d2c-460c-bbad-4e8615057438 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:37.074828 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d4066-3d2c-460c-bbad-4e8615057438 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:37.075182 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d4066-3d2c-460c-bbad-4e8615057438 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:37.075559 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d4066-3d2c-460c-bbad-4e8615057438 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:37.075899 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d4066-3d2c-460c-bbad-4e8615057438 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:37.076231 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d4066-3d2c-460c-bbad-4e8615057438 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:37.076566 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d4066-3d2c-460c-bbad-4e8615057438 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:37.076900 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d4066-3d2c-460c-bbad-4e8615057438 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:37.077359 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d4066-3d2c-460c-bbad-4e8615057438 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:37.077695 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d4066-3d2c-460c-bbad-4e8615057438 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:37.078054 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d4066-3d2c-460c-bbad-4e8615057438 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:37.078657 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d4066-3d2c-460c-bbad-4e8615057438 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:37.078995 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d4066-3d2c-460c-bbad-4e8615057438 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:37.079321 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d4066-3d2c-460c-bbad-4e8615057438 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:37.386608 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd06bb6-492f-4408-8e73-b657a47ded40 req-3e5aec40-6eb8-4ac9-9c1a-5323f5a02ffb tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:37.389182 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-6cd06bb6-492f-4408-8e73-b657a47ded40 req-3e5aec40-6eb8-4ac9-9c1a-5323f5a02ffb tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 945 time: 0.0518050 May 10 19:06:37.437261 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-6cd06bb6-492f-4408-8e73-b657a47ded40 req-321c9a67-d41b-440a-bd06-281cddf22ec8 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429304 May 10 19:06:37.711669 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 48522) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:06:37.815816 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-02469276-cfbb-4c1b-9f84-55bd82a2ec4c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1059154844-network', 'tenant_id': 'd3ac7f1015e34e5599e7880a030cc0a4'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:06:37.839923 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02469276-cfbb-4c1b-9f84-55bd82a2ec4c admin admin] Made reservation on behalf of d3ac7f1015e34e5599e7880a030cc0a4 for: {'network': 1} {{(pid=103423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:06:37.842464 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-02469276-cfbb-4c1b-9f84-55bd82a2ec4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for network (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:37.851184 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-02469276-cfbb-4c1b-9f84-55bd82a2ec4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:37.929526 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-02469276-cfbb-4c1b-9f84-55bd82a2ec4c admin admin] Publish callbacks [] for security_group (23d7cfd6-b859-4546-a071-155854fc884e), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:37.934877 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-02469276-cfbb-4c1b-9f84-55bd82a2ec4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (23d7cfd6-b859-4546-a071-155854fc884e), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:37.954902 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02469276-cfbb-4c1b-9f84-55bd82a2ec4c admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=103423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:06:37.969436 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02469276-cfbb-4c1b-9f84-55bd82a2ec4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d7cfd6-b859-4546-a071-155854fc884e,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:37.972310 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-02469276-cfbb-4c1b-9f84-55bd82a2ec4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860'] for segment (1da81d6a-21fc-4e14-b93c-4783e4b7caab), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:37.972638 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.db.segments_db [None req-02469276-cfbb-4c1b-9f84-55bd82a2ec4c admin admin] Added segment 1da81d6a-21fc-4e14-b93c-4783e4b7caab of type vlan for network 5c08cbe3-f47b-472d-8dcf-681fa8899752 May 10 19:06:38.016379 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-02469276-cfbb-4c1b-9f84-55bd82a2ec4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776401517752'] for network (5c08cbe3-f47b-472d-8dcf-681fa8899752), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:38.043220 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-02469276-cfbb-4c1b-9f84-55bd82a2ec4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498'] for network (5c08cbe3-f47b-472d-8dcf-681fa8899752), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:38.044380 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02469276-cfbb-4c1b-9f84-55bd82a2ec4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:38.045152 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-02469276-cfbb-4c1b-9f84-55bd82a2ec4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for network (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:38.102299 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-02469276-cfbb-4c1b-9f84-55bd82a2ec4c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3893745 May 10 19:06:38.105185 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 48526) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:06:38.109417 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02469276-cfbb-4c1b-9f84-55bd82a2ec4c admin admin] Pushing event updated for resources: {'Network': ['ID=5c08cbe3-f47b-472d-8dcf-681fa8899752,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:38.110197 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b1402bf4-7215-411d-a476-400242871dd7 admin admin] Request body: {'subnet': {'network_id': '5c08cbe3-f47b-472d-8dcf-681fa8899752', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1059154844-subnet', 'tenant_id': 'd3ac7f1015e34e5599e7880a030cc0a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:06:38.120689 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Network 5c08cbe3-f47b-472d-8dcf-681fa8899752 details requested by agent ovs-agent-dv-cinder-836996-18-iscsi with host dv-cinder-836996-18-iscsi {{(pid=103424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:06:38.131256 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1402bf4-7215-411d-a476-400242871dd7 admin admin] Made reservation on behalf of d3ac7f1015e34e5599e7880a030cc0a4 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:06:38.133994 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b1402bf4-7215-411d-a476-400242871dd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4218654'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:38.303009 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b1402bf4-7215-411d-a476-400242871dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4469137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4218624'] for subnet (773dfc9b-dee9-4723-9163-2541a475b2cc), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:38.357471 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1402bf4-7215-411d-a476-400242871dd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=773dfc9b-dee9-4723-9163-2541a475b2cc,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:38.368472 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1402bf4-7215-411d-a476-400242871dd7 admin admin] Checking segment: {'id': '1da81d6a-21fc-4e14-b93c-4783e4b7caab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5c08cbe3-f47b-472d-8dcf-681fa8899752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:06:38.368871 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1402bf4-7215-411d-a476-400242871dd7 admin admin] Network hostable DHCP agents. Network: 5c08cbe3-f47b-472d-8dcf-681fa8899752, hostable agents: ['dfaf9083-34c2-4df7-9672-aaebd87f4028'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:06:38.386432 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1402bf4-7215-411d-a476-400242871dd7 admin admin] Network 5c08cbe3-f47b-472d-8dcf-681fa8899752 is scheduled to be hosted by DHCP agent dfaf9083-34c2-4df7-9672-aaebd87f4028 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:06:38.394581 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-b1402bf4-7215-411d-a476-400242871dd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-18-iscsi, 5c08cbe3-f47b-472d-8dcf-681fa8899752) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:06:38.398822 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1402bf4-7215-411d-a476-400242871dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:38.399436 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b1402bf4-7215-411d-a476-400242871dd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:38.404752 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a703bb-a1af-4b92-b8d5-283145a12864 None None] Network 5c08cbe3-f47b-472d-8dcf-681fa8899752 requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:06:38.424143 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-b1402bf4-7215-411d-a476-400242871dd7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3131726 May 10 19:06:38.504595 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:38.532960 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91409b11-f3da-465b-a81d-ea956c8a4d3e None None] Network 5c08cbe3-f47b-472d-8dcf-681fa8899752 requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:06:38.559199 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f375db-a761-473d-a950-12114b1646b8 req-30aaba52-6019-4893-8077-334390cbc1a3 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:38.560764 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-14f375db-a761-473d-a950-12114b1646b8 req-30aaba52-6019-4893-8077-334390cbc1a3 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 945 time: 0.0486085 May 10 19:06:38.609369 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-14f375db-a761-473d-a950-12114b1646b8 req-b7ef538c-206c-4a6b-86db-6c0aaafd35e9 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414302 May 10 19:06:38.727111 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdff9f9-acb2-45d8-9ff5-3a25d2cf7c16 req-4dba43ac-9571-4c1b-a070-dc3b7999ee8d tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:38.728816 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-7cdff9f9-acb2-45d8-9ff5-3a25d2cf7c16 req-4dba43ac-9571-4c1b-a070-dc3b7999ee8d tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 945 time: 0.0503943 May 10 19:06:38.780265 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-7cdff9f9-acb2-45d8-9ff5-3a25d2cf7c16 req-c806a3df-d764-4980-9c83-e0961c4f61e3 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456834 May 10 19:06:39.106212 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5845d3-6e1a-40fb-a27e-1e235aa19317 req-99a33c70-10b2-4a55-9c0c-8f0f8cc40fae tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:39.107648 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-3f5845d3-6e1a-40fb-a27e-1e235aa19317 req-99a33c70-10b2-4a55-9c0c-8f0f8cc40fae tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 945 time: 0.0468810 May 10 19:06:39.156376 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-3f5845d3-6e1a-40fb-a27e-1e235aa19317 req-f4458ac9-02da-4636-ae65-2df8864ba916 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430474 May 10 19:06:40.247628 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-f327355e-80de-4ee8-a127-b78d5ba32eaf tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:40.249028 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-f327355e-80de-4ee8-a127-b78d5ba32eaf tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/networks?id=5c08cbe3-f47b-472d-8dcf-681fa8899752 HTTP/1.1" status: 200 len: 814 time: 0.1115777 May 10 19:06:40.266014 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-070cdfb7-c833-451c-a588-d5789d9e8e28 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/quotas/d3ac7f1015e34e5599e7880a030cc0a4 HTTP/1.1" status: 200 len: 375 time: 0.0096288 May 10 19:06:40.297635 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-41d129aa-d56b-494c-9502-b5a33f870109 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d3ac7f1015e34e5599e7880a030cc0a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266311 May 10 19:06:40.390558 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-60c18efc-c68c-4d74-a410-865e4406a34c service neutron] 10.222.0.52 "GET /v2.0/networks/5c08cbe3-f47b-472d-8dcf-681fa8899752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865340 May 10 19:06:40.480391 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-f4440ffa-898e-465a-a0c3-d01d4488fb73 service neutron] 10.222.0.52 "GET /v2.0/networks/5c08cbe3-f47b-472d-8dcf-681fa8899752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837717 May 10 19:06:40.638469 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-2b8c8d3b-ba83-4c6c-85d5-5046cda0b6e9 req-83055f7e-49a7-41a6-a0a8-52a19f3cfa81 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/ports?device_id=a05a3706-3f05-4672-9aed-99f0de31c97c HTTP/1.1" status: 200 len: 210 time: 0.0275531 May 10 19:06:41.737129 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-ca37b7b6-918a-4004-a3af-0163bef5896c req-d2befbe0-78fd-4524-9b3a-bfbcfe736a7a tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/ports?device_id=a05a3706-3f05-4672-9aed-99f0de31c97c HTTP/1.1" status: 200 len: 210 time: 0.0281966 May 10 19:06:41.754426 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-d9df04d6-cd5f-4326-8256-b10cf15058ed tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:41.755945 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-d9df04d6-cd5f-4326-8256-b10cf15058ed tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.48 "GET /v2.0/networks?id=5c08cbe3-f47b-472d-8dcf-681fa8899752 HTTP/1.1" status: 200 len: 814 time: 0.1128578 May 10 19:06:41.776592 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-6c5ed2b2-552d-41b8-b23f-6e51e4b70bc2 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Request body: {'port': {'device_id': 'a05a3706-3f05-4672-9aed-99f0de31c97c', 'network_id': '5c08cbe3-f47b-472d-8dcf-681fa8899752', 'admin_state_up': True, 'tenant_id': 'd3ac7f1015e34e5599e7880a030cc0a4'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:06:41.887458 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-6c5ed2b2-552d-41b8-b23f-6e51e4b70bc2 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Made reservation on behalf of d3ac7f1015e34e5599e7880a030cc0a4 for: {'port': 1} {{(pid=103423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:06:41.890949 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-6c5ed2b2-552d-41b8-b23f-6e51e4b70bc2 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:42.021533 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-6c5ed2b2-552d-41b8-b23f-6e51e4b70bc2 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Allocated IP 172.20.0.13 (5c08cbe3-f47b-472d-8dcf-681fa8899752/773dfc9b-dee9-4723-9163-2541a475b2cc/e5719105-ed1a-4833-9d24-21104d74086e) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:06:42.168413 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-6c5ed2b2-552d-41b8-b23f-6e51e4b70bc2 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Publish callbacks [] for port (e5719105-ed1a-4833-9d24-21104d74086e), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:42.203011 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-6c5ed2b2-552d-41b8-b23f-6e51e4b70bc2 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (e5719105-ed1a-4833-9d24-21104d74086e), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:42.244973 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-6c5ed2b2-552d-41b8-b23f-6e51e4b70bc2 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Network 5c08cbe3-f47b-472d-8dcf-681fa8899752 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:06:42.248102 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-6c5ed2b2-552d-41b8-b23f-6e51e4b70bc2 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:06:42.251771 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-6c5ed2b2-552d-41b8-b23f-6e51e4b70bc2 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:06:42.260281 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ed2b2-552d-41b8-b23f-6e51e4b70bc2 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Pushing event updated for resources: {'Port': ['ID=e5719105-ed1a-4833-9d24-21104d74086e,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:42.303392 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-6c5ed2b2-552d-41b8-b23f-6e51e4b70bc2 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:42.303906 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-6c5ed2b2-552d-41b8-b23f-6e51e4b70bc2 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:42.320372 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-6c5ed2b2-552d-41b8-b23f-6e51e4b70bc2 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5477600 May 10 19:06:42.338527 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-9ff3bc61-ff29-4a0d-bfb7-7e5c337c26dd service neutron] Request body: {'port': {'device_id': 'a05a3706-3f05-4672-9aed-99f0de31c97c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:06:42.397997 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-9ff3bc61-ff29-4a0d-bfb7-7e5c337c26dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (e5719105-ed1a-4833-9d24-21104d74086e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:42.664305 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-9ff3bc61-ff29-4a0d-bfb7-7e5c337c26dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5719105-ed1a-4833-9d24-21104d74086e {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:06:42.672041 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-9ff3bc61-ff29-4a0d-bfb7-7e5c337c26dd service neutron] Publish callbacks [] for port (e5719105-ed1a-4833-9d24-21104d74086e), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:42.684580 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-9ff3bc61-ff29-4a0d-bfb7-7e5c337c26dd service neutron] Transition to ACTIVE for port object e5719105-ed1a-4833-9d24-21104d74086e will not be triggered until provisioned by entity L2. {{(pid=103423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:06:42.691192 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-9ff3bc61-ff29-4a0d-bfb7-7e5c337c26dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (e5719105-ed1a-4833-9d24-21104d74086e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:42.740778 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff3bc61-ff29-4a0d-bfb7-7e5c337c26dd service neutron] Pushing event updated for resources: {'Port': ['ID=e5719105-ed1a-4833-9d24-21104d74086e,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:42.811739 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-9ff3bc61-ff29-4a0d-bfb7-7e5c337c26dd service neutron] Attempting to bind port e5719105-ed1a-4833-9d24-21104d74086e on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:06:42.812448 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-9ff3bc61-ff29-4a0d-bfb7-7e5c337c26dd service neutron] Attempting to bind port e5719105-ed1a-4833-9d24-21104d74086e by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '1da81d6a-21fc-4e14-b93c-4783e4b7caab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5c08cbe3-f47b-472d-8dcf-681fa8899752'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:06:42.812448 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-9ff3bc61-ff29-4a0d-bfb7-7e5c337c26dd service neutron] Attempting to bind port e5719105-ed1a-4833-9d24-21104d74086e on network 5c08cbe3-f47b-472d-8dcf-681fa8899752 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:06:42.817743 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-9ff3bc61-ff29-4a0d-bfb7-7e5c337c26dd service neutron] Port e5719105-ed1a-4833-9d24-21104d74086e on network 5c08cbe3-f47b-472d-8dcf-681fa8899752 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:06:42.818056 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-9ff3bc61-ff29-4a0d-bfb7-7e5c337c26dd service neutron] Attempting to bind port e5719105-ed1a-4833-9d24-21104d74086e on network 5c08cbe3-f47b-472d-8dcf-681fa8899752 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:06:42.823937 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-9ff3bc61-ff29-4a0d-bfb7-7e5c337c26dd service neutron] Checking agent: {'id': '84b4d3b2-b3ea-4da4-b994-5396953c421b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'started_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:06:42.824281 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-9ff3bc61-ff29-4a0d-bfb7-7e5c337c26dd service neutron] Checking segment: {'id': '1da81d6a-21fc-4e14-b93c-4783e4b7caab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5c08cbe3-f47b-472d-8dcf-681fa8899752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:06:42.824788 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-9ff3bc61-ff29-4a0d-bfb7-7e5c337c26dd service neutron] Bound using segment: {'id': '1da81d6a-21fc-4e14-b93c-4783e4b7caab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5c08cbe3-f47b-472d-8dcf-681fa8899752'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:06:42.825222 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-9ff3bc61-ff29-4a0d-bfb7-7e5c337c26dd service neutron] Bound port: e5719105-ed1a-4833-9d24-21104d74086e, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1da81d6a-21fc-4e14-b93c-4783e4b7caab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5c08cbe3-f47b-472d-8dcf-681fa8899752'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:06:42.825587 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-9ff3bc61-ff29-4a0d-bfb7-7e5c337c26dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (e5719105-ed1a-4833-9d24-21104d74086e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:42.900081 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-9ff3bc61-ff29-4a0d-bfb7-7e5c337c26dd service neutron] For port e5719105-ed1a-4833-9d24-21104d74086e, host hv-cinder-83699, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:06:42.903505 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-9ff3bc61-ff29-4a0d-bfb7-7e5c337c26dd service neutron] For port e5719105-ed1a-4833-9d24-21104d74086e, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e5719105-ed1a-4833-9d24-21104d74086e,segment=NetworkSegment(1da81d6a-21fc-4e14-b93c-4783e4b7caab),segment_id=1da81d6a-21fc-4e14-b93c-4783e4b7caab)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:06:42.911081 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-9ff3bc61-ff29-4a0d-bfb7-7e5c337c26dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (e5719105-ed1a-4833-9d24-21104d74086e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:42.944696 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-9ff3bc61-ff29-4a0d-bfb7-7e5c337c26dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:42.945412 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-9ff3bc61-ff29-4a0d-bfb7-7e5c337c26dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:42.946800 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-9ff3bc61-ff29-4a0d-bfb7-7e5c337c26dd service neutron] 10.222.0.48 "PUT /v2.0/ports/e5719105-ed1a-4833-9d24-21104d74086e HTTP/1.1" status: 200 len: 1094 time: 0.6122429 May 10 19:06:42.949127 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a05a3706-3f05-4672-9aed-99f0de31c97c', 'tag': 'e5719105-ed1a-4833-9d24-21104d74086e'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:06:42.951460 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebfc2cb-ddb8-4195-a330-4fe90fc11fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "a05a3706-3f05-4672-9aed-99f0de31c97c", "tag": "e5719105-ed1a-4833-9d24-21104d74086e"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:06:42.994410 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff3bc61-ff29-4a0d-bfb7-7e5c337c26dd service neutron] Pushing event updated for resources: {'Port': ['ID=e5719105-ed1a-4833-9d24-21104d74086e,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:43.013665 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792ca9c5-b257-4607-afea-9b534fa5d3cb x-openstack-request-id: req-792ca9c5-b257-4607-afea-9b534fa5d3cb {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:06:43.013996 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a05a3706-3f05-4672-9aed-99f0de31c97c", "tag": "e5719105-ed1a-4833-9d24-21104d74086e", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:06:43.014250 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-792ca9c5-b257-4607-afea-9b534fa5d3cb {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:06:43.014648 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-792ca9c5-b257-4607-afea-9b534fa5d3cb'] response: {'name': 'network-changed', 'server_uuid': 'a05a3706-3f05-4672-9aed-99f0de31c97c', 'tag': 'e5719105-ed1a-4833-9d24-21104d74086e', 'status': 'completed', 'code': 200} May 10 19:06:43.057355 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b416711-3930-4e25-b96a-48bef68ca03f req-44a31a95-adc3-480f-9dfa-6002bda49336 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:43.058788 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5b416711-3930-4e25-b96a-48bef68ca03f req-44a31a95-adc3-480f-9dfa-6002bda49336 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/ports?device_id=a05a3706-3f05-4672-9aed-99f0de31c97c HTTP/1.1" status: 200 len: 944 time: 0.0815098 May 10 19:06:43.080238 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-d93b2366-b25c-44b2-b4de-e04c45231593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:43.081706 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-d93b2366-b25c-44b2-b4de-e04c45231593 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3ac7f1015e34e5599e7880a030cc0a4&device_id=a05a3706-3f05-4672-9aed-99f0de31c97c HTTP/1.1" status: 200 len: 1128 time: 0.0643766 May 10 19:06:43.141425 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-22dd4cb1-ba05-45ff-8a05-2f860d8b8e05 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5719105-ed1a-4833-9d24-21104d74086e HTTP/1.1" status: 200 len: 217 time: 0.0448818 May 10 19:06:43.144597 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5b416711-3930-4e25-b96a-48bef68ca03f req-1d5f4e4c-91c0-48fa-ab3a-efa2e6369e89 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/security-groups?id=23d7cfd6-b859-4546-a071-155854fc884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801234 May 10 19:06:43.189208 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-6d0bb6a4-d67b-47c4-90eb-5c096c4f6ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:43.190664 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-6d0bb6a4-d67b-47c4-90eb-5c096c4f6ef0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=773dfc9b-dee9-4723-9163-2541a475b2cc HTTP/1.1" status: 200 len: 854 time: 0.0423229 May 10 19:06:43.234738 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-dbc5c18f-8f78-4463-89e7-1cec463b189a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c08cbe3-f47b-472d-8dcf-681fa8899752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295141 May 10 19:06:43.322123 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-b51560b0-0d7e-41b5-ab22-0c5c6baed722 service neutron] 10.222.0.48 "GET /v2.0/networks/5c08cbe3-f47b-472d-8dcf-681fa8899752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810432 May 10 19:06:43.424944 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aef92b9d-6860-4756-a9e4-95f920fcee37 req-3c779195-8ff4-486d-be2f-ec5c4d1dab96 service neutron] 10.222.0.48 "GET /v2.0/networks/5c08cbe3-f47b-472d-8dcf-681fa8899752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970862 May 10 19:06:44.273091 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad2027-985a-4012-999f-e319dd2b79ad req-77ce1f02-9c25-4c70-ab36-f1a60a0f493b tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:44.274945 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-9cad2027-985a-4012-999f-e319dd2b79ad req-77ce1f02-9c25-4c70-ab36-f1a60a0f493b tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/ports?device_id=a05a3706-3f05-4672-9aed-99f0de31c97c HTTP/1.1" status: 200 len: 944 time: 0.0557292 May 10 19:06:44.322945 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-9cad2027-985a-4012-999f-e319dd2b79ad req-bc6b078d-17c3-4e3b-9362-ca7293c46dab tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/security-groups?id=23d7cfd6-b859-4546-a071-155854fc884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424905 May 10 19:06:44.325101 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebfc2cb-ddb8-4195-a330-4fe90fc11fe5 req-9bcba7c9-e7c2-4364-a1b4-9a2ae75c883a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:44.326644 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7ebfc2cb-ddb8-4195-a330-4fe90fc11fe5 req-9bcba7c9-e7c2-4364-a1b4-9a2ae75c883a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3ac7f1015e34e5599e7880a030cc0a4&device_id=a05a3706-3f05-4672-9aed-99f0de31c97c HTTP/1.1" status: 200 len: 1128 time: 0.0431507 May 10 19:06:44.414611 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebfc2cb-ddb8-4195-a330-4fe90fc11fe5 req-44dd8c44-30a4-4a78-888e-ff624de3dee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:44.416102 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7ebfc2cb-ddb8-4195-a330-4fe90fc11fe5 req-44dd8c44-30a4-4a78-888e-ff624de3dee1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c08cbe3-f47b-472d-8dcf-681fa8899752 HTTP/1.1" status: 200 len: 915 time: 0.0835381 May 10 19:06:44.459934 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7ebfc2cb-ddb8-4195-a330-4fe90fc11fe5 req-72113bbc-4a06-4fd0-9f0a-40f7162bd1e1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5719105-ed1a-4833-9d24-21104d74086e HTTP/1.1" status: 200 len: 217 time: 0.0369022 May 10 19:06:44.511754 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebfc2cb-ddb8-4195-a330-4fe90fc11fe5 req-9bf47d25-92e0-4e19-a630-a5dcefef26be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:44.513253 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7ebfc2cb-ddb8-4195-a330-4fe90fc11fe5 req-9bf47d25-92e0-4e19-a630-a5dcefef26be service neutron] 10.222.0.48 "GET /v2.0/subnets?id=773dfc9b-dee9-4723-9163-2541a475b2cc HTTP/1.1" status: 200 len: 854 time: 0.0475647 May 10 19:06:44.547964 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7ebfc2cb-ddb8-4195-a330-4fe90fc11fe5 req-155fadef-cd4f-4fc6-aa25-c315aed7301c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c08cbe3-f47b-472d-8dcf-681fa8899752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286486 May 10 19:06:44.645447 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7ebfc2cb-ddb8-4195-a330-4fe90fc11fe5 req-3abe91e8-7b82-4dfa-945b-794310807804 service neutron] 10.222.0.48 "GET /v2.0/networks/5c08cbe3-f47b-472d-8dcf-681fa8899752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910747 May 10 19:06:44.738300 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7ebfc2cb-ddb8-4195-a330-4fe90fc11fe5 req-406ad72a-d569-4817-a257-7e919e711e9c service neutron] 10.222.0.48 "GET /v2.0/networks/5c08cbe3-f47b-472d-8dcf-681fa8899752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802011 May 10 19:06:45.440310 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653ffbf-1ebe-412c-897b-ff6e7bc9059e req-1662cc2d-8a72-40f8-a399-cb0b1904ac35 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:45.441814 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-6653ffbf-1ebe-412c-897b-ff6e7bc9059e req-1662cc2d-8a72-40f8-a399-cb0b1904ac35 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/ports?device_id=a05a3706-3f05-4672-9aed-99f0de31c97c HTTP/1.1" status: 200 len: 944 time: 0.0509603 May 10 19:06:45.487451 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-6653ffbf-1ebe-412c-897b-ff6e7bc9059e req-6a2ebab6-4e92-4355-a338-33897ada20bd tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/security-groups?id=23d7cfd6-b859-4546-a071-155854fc884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399497 May 10 19:06:45.528540 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device e5719105-ed1a-4833-9d24-21104d74086e details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:06:45.631381 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port e5719105-ed1a-4833-9d24-21104d74086e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e5719105-ed1a-4833-9d24-21104d74086e,segment=NetworkSegment(1da81d6a-21fc-4e14-b93c-4783e4b7caab),segment_id=1da81d6a-21fc-4e14-b93c-4783e4b7caab)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:06:45.642853 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Returning: {'device': 'e5719105-ed1a-4833-9d24-21104d74086e', 'network_id': '5c08cbe3-f47b-472d-8dcf-681fa8899752', 'port_id': 'e5719105-ed1a-4833-9d24-21104d74086e', 'mac_address': 'fa:16:3e:21:c7:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '773dfc9b-dee9-4723-9163-2541a475b2cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:06:45.679545 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port e5719105-ed1a-4833-9d24-21104d74086e is: DOWN; New status is: BUILD {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:06:45.679860 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (e5719105-ed1a-4833-9d24-21104d74086e), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:45.692647 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5719105-ed1a-4833-9d24-21104d74086e {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:06:45.711930 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port e5719105-ed1a-4833-9d24-21104d74086e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e5719105-ed1a-4833-9d24-21104d74086e,segment=NetworkSegment(1da81d6a-21fc-4e14-b93c-4783e4b7caab),segment_id=1da81d6a-21fc-4e14-b93c-4783e4b7caab)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:06:45.718453 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (e5719105-ed1a-4833-9d24-21104d74086e), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:45.767780 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=e5719105-ed1a-4833-9d24-21104d74086e,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:46.025228 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['e5719105-ed1a-4833-9d24-21104d74086e'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:06:46.607786 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f7fa3-3a98-480b-bbde-37d5eb790665 req-563ec29b-c741-4046-9c8e-9365b18b4812 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:46.609286 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-c86f7fa3-3a98-480b-bbde-37d5eb790665 req-563ec29b-c741-4046-9c8e-9365b18b4812 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/ports?device_id=a05a3706-3f05-4672-9aed-99f0de31c97c HTTP/1.1" status: 200 len: 945 time: 0.0519323 May 10 19:06:46.658375 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-c86f7fa3-3a98-480b-bbde-37d5eb790665 req-6788104c-40dc-42c3-84f1-e1d6da874845 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/security-groups?id=23d7cfd6-b859-4546-a071-155854fc884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404887 May 10 19:06:47.536110 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device e5719105-ed1a-4833-9d24-21104d74086e up at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:06:47.587654 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning for port e5719105-ed1a-4833-9d24-21104d74086e completed by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:06:47.594686 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning complete for port e5719105-ed1a-4833-9d24-21104d74086e triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:06:47.595209 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (e5719105-ed1a-4833-9d24-21104d74086e), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:47.676132 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port e5719105-ed1a-4833-9d24-21104d74086e is: BUILD; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:06:47.676543 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (e5719105-ed1a-4833-9d24-21104d74086e), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:47.700644 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a05a3706-3f05-4672-9aed-99f0de31c97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5719105-ed1a-4833-9d24-21104d74086e'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:06:47.704215 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc4c72c1cd3e6c4fc9632b01e094f02638f1ddc8156bb4d740f489bc698d08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686aa1a4-44f3-4391-a502-3375af6f4aed" -d '{"events": [{"server_uuid": "a05a3706-3f05-4672-9aed-99f0de31c97c", "name": "network-vif-plugged", "status": "completed", "tag": "e5719105-ed1a-4833-9d24-21104d74086e"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:06:47.716562 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port e5719105-ed1a-4833-9d24-21104d74086e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e5719105-ed1a-4833-9d24-21104d74086e,segment=NetworkSegment(1da81d6a-21fc-4e14-b93c-4783e4b7caab),segment_id=1da81d6a-21fc-4e14-b93c-4783e4b7caab)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:06:47.723772 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (e5719105-ed1a-4833-9d24-21104d74086e), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:47.746658 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8f2fdd-83d3-418c-9582-3eadd796a72c x-openstack-request-id: req-6b8f2fdd-83d3-418c-9582-3eadd796a72c {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:06:47.746941 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a05a3706-3f05-4672-9aed-99f0de31c97c", "name": "network-vif-plugged", "status": "completed", "tag": "e5719105-ed1a-4833-9d24-21104d74086e", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:06:47.747194 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6b8f2fdd-83d3-418c-9582-3eadd796a72c {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:06:47.747592 dv-cinder-836996-18-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b8f2fdd-83d3-418c-9582-3eadd796a72c'] response: {'server_uuid': 'a05a3706-3f05-4672-9aed-99f0de31c97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5719105-ed1a-4833-9d24-21104d74086e', 'code': 200} May 10 19:06:47.775416 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=e5719105-ed1a-4833-9d24-21104d74086e,revision_number=5']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:47.781310 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2686b-c6c0-476e-8f50-ddaa0583f2ed req-27dcb532-70ce-44ac-ac8a-958e8eea19d9 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:47.782970 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-50e2686b-c6c0-476e-8f50-ddaa0583f2ed req-27dcb532-70ce-44ac-ac8a-958e8eea19d9 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/ports?device_id=a05a3706-3f05-4672-9aed-99f0de31c97c HTTP/1.1" status: 200 len: 946 time: 0.0509036 May 10 19:06:47.829073 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-50e2686b-c6c0-476e-8f50-ddaa0583f2ed req-773d12c7-3a1d-4476-aeb4-f1b5f015b616 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/security-groups?id=23d7cfd6-b859-4546-a071-155854fc884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403872 May 10 19:06:48.136558 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03e327-8213-4979-a931-39ae7dbea77c req-cd89d370-c43b-4040-b1d7-dca17206699d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:48.138089 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bc03e327-8213-4979-a931-39ae7dbea77c req-cd89d370-c43b-4040-b1d7-dca17206699d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a05a3706-3f05-4672-9aed-99f0de31c97c HTTP/1.1" status: 200 len: 1130 time: 0.0399504 May 10 19:06:48.184462 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bc03e327-8213-4979-a931-39ae7dbea77c req-30238c7d-161c-45f2-a4ca-5119c3e37c7d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=23d7cfd6-b859-4546-a071-155854fc884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395904 May 10 19:06:48.803192 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce163e30-8190-4659-a3ef-4b7e1103fa7a req-add7359c-deb5-4170-9686-d53c271002be tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:48.804667 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-ce163e30-8190-4659-a3ef-4b7e1103fa7a req-add7359c-deb5-4170-9686-d53c271002be tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 945 time: 0.0518403 May 10 19:06:48.854258 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-ce163e30-8190-4659-a3ef-4b7e1103fa7a req-73548bd9-3632-4fe3-8a00-0d87712beef9 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414793 May 10 19:06:48.878054 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 48640) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:06:48.944230 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e06aa-35f0-494c-a931-163e446afe30 req-ed364d6a-8363-4d27-877b-8f2fd8d87b31 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:48.945753 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b08e06aa-35f0-494c-a931-163e446afe30 req-ed364d6a-8363-4d27-877b-8f2fd8d87b31 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/ports?device_id=a05a3706-3f05-4672-9aed-99f0de31c97c HTTP/1.1" status: 200 len: 946 time: 0.0468712 May 10 19:06:49.002278 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b08e06aa-35f0-494c-a931-163e446afe30 req-9aa5fbc6-d1fd-4f4f-aeef-ff48fe27f4b4 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/security-groups?id=23d7cfd6-b859-4546-a071-155854fc884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507317 May 10 19:06:49.027912 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6121f412-dfad-4fbf-8e0b-5c5aee61e4bd tempest-TestMinimumBasicScenario-540724520 tempest-TestMinimumBasicScenario-540724520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:49.029560 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-6121f412-dfad-4fbf-8e0b-5c5aee61e4bd tempest-TestMinimumBasicScenario-540724520 tempest-TestMinimumBasicScenario-540724520-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 1124 time: 0.1504886 May 10 19:06:49.033690 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 48644) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:06:49.037864 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-8ebd0504-b064-4ba4-9294-38c64e091896 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Request body: {'floatingip': {'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'port_id': '53409338-9bb9-4c05-8444-62d10d6d13e7', 'tenant_id': '9eb01bc12113463ab0f3d9d80b011053', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:06:49.059544 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8ebd0504-b064-4ba4-9294-38c64e091896 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:49.142127 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8ebd0504-b064-4ba4-9294-38c64e091896 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:49.243579 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-8ebd0504-b064-4ba4-9294-38c64e091896 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Allocated IP 172.27.1.50 (fea53afb-2d4d-48cb-89ec-9b33d8fc553d/12fc4f2d-8382-4ccf-abb9-52281f433079/cc7cfd41-829c-4b9a-b576-89a8b36b0266) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:06:49.359570 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8ebd0504-b064-4ba4-9294-38c64e091896 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks [] for port (cc7cfd41-829c-4b9a-b576-89a8b36b0266), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:49.396783 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8ebd0504-b064-4ba4-9294-38c64e091896 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (cc7cfd41-829c-4b9a-b576-89a8b36b0266), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:49.444628 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebd0504-b064-4ba4-9294-38c64e091896 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Network fea53afb-2d4d-48cb-89ec-9b33d8fc553d is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:06:49.447541 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-8ebd0504-b064-4ba4-9294-38c64e091896 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:06:49.454061 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebd0504-b064-4ba4-9294-38c64e091896 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:06:49.458995 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd0504-b064-4ba4-9294-38c64e091896 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Pushing event updated for resources: {'Port': ['ID=cc7cfd41-829c-4b9a-b576-89a8b36b0266,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:49.827681 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8ebd0504-b064-4ba4-9294-38c64e091896 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks [] for floatingip (378eea5a-3a74-4876-96eb-f0b2ac86e374), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:49.895370 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8ebd0504-b064-4ba4-9294-38c64e091896 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (cc7cfd41-829c-4b9a-b576-89a8b36b0266), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:50.048611 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8ebd0504-b064-4ba4-9294-38c64e091896 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks [] for port (cc7cfd41-829c-4b9a-b576-89a8b36b0266), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:50.054527 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8ebd0504-b064-4ba4-9294-38c64e091896 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (cc7cfd41-829c-4b9a-b576-89a8b36b0266), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:50.120148 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce307c1-698e-4a82-8b79-792607e63467 req-ef05a52e-2f84-469d-b4d6-3a37e72fd224 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:50.121746 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-1ce307c1-698e-4a82-8b79-792607e63467 req-ef05a52e-2f84-469d-b4d6-3a37e72fd224 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/ports?device_id=a05a3706-3f05-4672-9aed-99f0de31c97c HTTP/1.1" status: 200 len: 946 time: 0.0498087 May 10 19:06:50.173865 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-1ce307c1-698e-4a82-8b79-792607e63467 req-64a36014-f733-4905-a252-9e87f5596836 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/security-groups?id=23d7cfd6-b859-4546-a071-155854fc884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461042 May 10 19:06:50.405416 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd0504-b064-4ba4-9294-38c64e091896 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Pushing event updated for resources: {'Port': ['ID=cc7cfd41-829c-4b9a-b576-89a8b36b0266,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:50.415362 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8ebd0504-b064-4ba4-9294-38c64e091896 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2085825'] for floatingip (378eea5a-3a74-4876-96eb-f0b2ac86e374), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:50.517583 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.db.l3_db [None req-8ebd0504-b064-4ba4-9294-38c64e091896 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Floating IP 378eea5a-3a74-4876-96eb-f0b2ac86e374 associated. External IP: 172.27.1.50, port: 53409338-9bb9-4c05-8444-62d10d6d13e7. May 10 19:06:50.751516 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebd0504-b064-4ba4-9294-38c64e091896 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Router 59850c26-3ffa-43bc-a7a2-5c95f82ea21e has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:06:50.876652 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebd0504-b064-4ba4-9294-38c64e091896 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:06:50.887208 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162289e7-ae65-47ad-82bf-27403892176b None None] Sync routers for ids ['59850c26-3ffa-43bc-a7a2-5c95f82ea21e'] in dv-cinder-836996-18-iscsi {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:06:50.896786 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8ebd0504-b064-4ba4-9294-38c64e091896 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:50.899308 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162289e7-ae65-47ad-82bf-27403892176b None None] Routers {'59850c26-3ffa-43bc-a7a2-5c95f82ea21e'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:06:50.899942 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-162289e7-ae65-47ad-82bf-27403892176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:06:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['59850c26-3ffa-43bc-a7a2-5c95f82ea21e'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:06:50.927111 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-8ebd0504-b064-4ba4-9294-38c64e091896 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8924503 May 10 19:06:50.927835 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd3f720-5676-4d0d-93f2-6ce89fefabba', 'tag': '53409338-9bb9-4c05-8444-62d10d6d13e7'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:06:50.929971 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 48702) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:06:50.930217 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3ee2b7-eccb-46de-b8f8-2a41c401e548" -d '{"events": [{"name": "network-changed", "server_uuid": "2fd3f720-5676-4d0d-93f2-6ce89fefabba", "tag": "53409338-9bb9-4c05-8444-62d10d6d13e7"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:06:50.935279 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-02fc3223-b42e-45a8-ac94-836c72db3a5c tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-350442177', 'description': 'tempest-secgroup-smoke-350442177 description', 'project_id': '9eb01bc12113463ab0f3d9d80b011053'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:06:50.958877 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02fc3223-b42e-45a8-ac94-836c72db3a5c tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:50.966619 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c3d816-75b3-4753-85e5-9750b7b8c566 x-openstack-request-id: req-98c3d816-75b3-4753-85e5-9750b7b8c566 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:06:50.966912 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fd3f720-5676-4d0d-93f2-6ce89fefabba", "tag": "53409338-9bb9-4c05-8444-62d10d6d13e7", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:06:50.967159 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-98c3d816-75b3-4753-85e5-9750b7b8c566 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:06:50.967560 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98c3d816-75b3-4753-85e5-9750b7b8c566'] response: {'name': 'network-changed', 'server_uuid': '2fd3f720-5676-4d0d-93f2-6ce89fefabba', 'tag': '53409338-9bb9-4c05-8444-62d10d6d13e7', 'status': 'completed', 'code': 200} May 10 19:06:51.019254 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-162289e7-ae65-47ad-82bf-27403892176b None None] Set router 59850c26-3ffa-43bc-a7a2-5c95f82ea21e gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:06:51.032642 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02fc3223-b42e-45a8-ac94-836c72db3a5c tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks [] for security_group (85fbbe70-b68a-4ba4-bf6f-4fa8cfbb577e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:51.038709 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02fc3223-b42e-45a8-ac94-836c72db3a5c tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (85fbbe70-b68a-4ba4-bf6f-4fa8cfbb577e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:51.072857 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ee2b7-eccb-46de-b8f8-2a41c401e548 req-91b5c871-2a13-4346-91dd-226c8236e305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:51.075208 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ae3ee2b7-eccb-46de-b8f8-2a41c401e548 req-91b5c871-2a13-4346-91dd-226c8236e305 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9eb01bc12113463ab0f3d9d80b011053&device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 1129 time: 0.0431688 May 10 19:06:51.084274 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02fc3223-b42e-45a8-ac94-836c72db3a5c tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:51.085970 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-02fc3223-b42e-45a8-ac94-836c72db3a5c tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1546824 May 10 19:06:51.086923 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc3223-b42e-45a8-ac94-836c72db3a5c tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85fbbe70-b68a-4ba4-bf6f-4fa8cfbb577e,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:51.090590 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 48710) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:06:51.096156 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b649b857-08fa-497e-b72d-f5c2a0a20fc8 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Request body: {'security_group_rule': {'security_group_id': '85fbbe70-b68a-4ba4-bf6f-4fa8cfbb577e', 'project_id': '9eb01bc12113463ab0f3d9d80b011053', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:06:51.130681 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b649b857-08fa-497e-b72d-f5c2a0a20fc8 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks [] for security_group_rule (b0e71be8-c238-4574-8bc7-7ba3b4836200), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:51.190887 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ee2b7-eccb-46de-b8f8-2a41c401e548 req-f6cebffb-cda9-4211-8466-088812a9133a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:51.194995 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ae3ee2b7-eccb-46de-b8f8-2a41c401e548 req-f6cebffb-cda9-4211-8466-088812a9133a service neutron] 10.222.0.48 "GET /v2.0/networks?id=dae72348-6906-4597-9691-30ca20d2a559 HTTP/1.1" status: 200 len: 915 time: 0.1090021 May 10 19:06:51.200412 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b649b857-08fa-497e-b72d-f5c2a0a20fc8 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks [] for security_group_rule (b0e71be8-c238-4574-8bc7-7ba3b4836200), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:51.208802 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b649b857-08fa-497e-b72d-f5c2a0a20fc8 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063310'] for security_group_rule (b0e71be8-c238-4574-8bc7-7ba3b4836200), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:51.224066 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649b857-08fa-497e-b72d-f5c2a0a20fc8 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e71be8-c238-4574-8bc7-7ba3b4836200,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:51.242927 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b649b857-08fa-497e-b72d-f5c2a0a20fc8 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:51.245128 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-b649b857-08fa-497e-b72d-f5c2a0a20fc8 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1532066 May 10 19:06:51.247032 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 48712) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:06:51.251815 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-9887ed91-9acb-4c26-b4b0-f4dcb6cc02a1 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Request body: {'security_group_rule': {'security_group_id': '85fbbe70-b68a-4ba4-bf6f-4fa8cfbb577e', 'project_id': '9eb01bc12113463ab0f3d9d80b011053', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:06:51.275069 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ae3ee2b7-eccb-46de-b8f8-2a41c401e548 req-8a67bb5a-4b1b-4468-b799-7b44e4ee71dd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53409338-9bb9-4c05-8444-62d10d6d13e7 HTTP/1.1" status: 200 len: 998 time: 0.0708845 May 10 19:06:51.275310 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-162289e7-ae65-47ad-82bf-27403892176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'name': 'tempest-TestMinimumBasicScenario-946052814-router', 'tenant_id': '9eb01bc12113463ab0f3d9d80b011053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '5c9cd65f-63fe-454c-a8d9-45497184b0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:57Z', 'updated_at': '2022-05-10T19:06:00Z', 'revision_number': 4, 'project_id': '9eb01bc12113463ab0f3d9d80b011053', 'gw_port': {'id': '5c9cd65f-63fe-454c-a8d9-45497184b0b0', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:57Z', 'updated_at': '2022-05-10T19:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': '378eea5a-3a74-4876-96eb-f0b2ac86e374', 'tenant_id': '9eb01bc12113463ab0f3d9d80b011053', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'port_id': '53409338-9bb9-4c05-8444-62d10d6d13e7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae72348-6906-4597-9691-30ca20d2a559', 'mac_address': 'fa:16:3e:ee:97:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3f720-5676-4d0d-93f2-6ce89fefabba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:06:49Z', 'updated_at': '2022-05-10T19:06:49Z', 'revision_number': 0, 'project_id': '9eb01bc12113463ab0f3d9d80b011053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9116c620-f1c3-450f-84b5-0e66dda3afdb', 'name': '', 'network_id': 'dae72348-6906-4597-9691-30ca20d2a559', 'tenant_id': '9eb01bc12113463ab0f3d9d80b011053', 'mac_address': 'fa:16:3e:81:cd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b4bd3585-962b-46d4-aa84-8b2715e3471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:06:00Z', 'updated_at': '2022-05-10T19:06:06Z', 'revision_number': 5, 'project_id': '9eb01bc12113463ab0f3d9d80b011053', 'subnets': [{'id': 'b4bd3585-962b-46d4-aa84-8b2715e3471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:06:51.291976 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9887ed91-9acb-4c26-b4b0-f4dcb6cc02a1 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks [] for security_group_rule (f3b869ba-ed4d-4ebf-a64e-58574ee4b02d), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:51.306128 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162289e7-ae65-47ad-82bf-27403892176b None None] Checking router: 59850c26-3ffa-43bc-a7a2-5c95f82ea21e for host: dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:06:51.314468 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162289e7-ae65-47ad-82bf-27403892176b None None] Routers {'59850c26-3ffa-43bc-a7a2-5c95f82ea21e'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:06:51.315076 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-162289e7-ae65-47ad-82bf-27403892176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:06:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['59850c26-3ffa-43bc-a7a2-5c95f82ea21e'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:06:51.325023 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ee2b7-eccb-46de-b8f8-2a41c401e548 req-a10ea724-7753-447f-9969-632096f99199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:51.326714 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ae3ee2b7-eccb-46de-b8f8-2a41c401e548 req-a10ea724-7753-447f-9969-632096f99199 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b4bd3585-962b-46d4-aa84-8b2715e3471e HTTP/1.1" status: 200 len: 853 time: 0.0487874 May 10 19:06:51.350653 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9887ed91-9acb-4c26-b4b0-f4dcb6cc02a1 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks [] for security_group_rule (f3b869ba-ed4d-4ebf-a64e-58574ee4b02d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:51.362481 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9887ed91-9acb-4c26-b4b0-f4dcb6cc02a1 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063310'] for security_group_rule (f3b869ba-ed4d-4ebf-a64e-58574ee4b02d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:51.380893 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ee2b7-eccb-46de-b8f8-2a41c401e548 req-1621cd8a-7bad-4e94-b24c-33ad1caf1af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:51.382111 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887ed91-9acb-4c26-b4b0-f4dcb6cc02a1 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b869ba-ed4d-4ebf-a64e-58574ee4b02d,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:51.382984 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ae3ee2b7-eccb-46de-b8f8-2a41c401e548 req-1621cd8a-7bad-4e94-b24c-33ad1caf1af6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dae72348-6906-4597-9691-30ca20d2a559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0495994 May 10 19:06:51.393087 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9887ed91-9acb-4c26-b4b0-f4dcb6cc02a1 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:51.397208 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-9887ed91-9acb-4c26-b4b0-f4dcb6cc02a1 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1492019 May 10 19:06:51.397853 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 48714) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:06:51.402267 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-a4688ea7-7ffd-4cd1-b0e7-cf36c14820e0 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Request body: {'security_group_rule': {'security_group_id': '85fbbe70-b68a-4ba4-bf6f-4fa8cfbb577e', 'project_id': '9eb01bc12113463ab0f3d9d80b011053', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:06:51.429937 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a4688ea7-7ffd-4cd1-b0e7-cf36c14820e0 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks [] for security_group_rule (208311fa-caa6-4663-bb98-fb75dd680f03), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:51.505352 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ae3ee2b7-eccb-46de-b8f8-2a41c401e548 req-a3e9c1a0-9241-4ca2-a062-b1a120662ae5 service neutron] 10.222.0.48 "GET /v2.0/networks/dae72348-6906-4597-9691-30ca20d2a559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149516 May 10 19:06:51.508467 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a4688ea7-7ffd-4cd1-b0e7-cf36c14820e0 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks [] for security_group_rule (208311fa-caa6-4663-bb98-fb75dd680f03), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:51.512956 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a4688ea7-7ffd-4cd1-b0e7-cf36c14820e0 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063310'] for security_group_rule (208311fa-caa6-4663-bb98-fb75dd680f03), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:51.532523 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4688ea7-7ffd-4cd1-b0e7-cf36c14820e0 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=208311fa-caa6-4663-bb98-fb75dd680f03,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:51.542659 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a4688ea7-7ffd-4cd1-b0e7-cf36c14820e0 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:51.546665 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-a4688ea7-7ffd-4cd1-b0e7-cf36c14820e0 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1451604 May 10 19:06:51.547314 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 48716) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:06:51.552398 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-be104e4c-352d-4ac2-b9c7-75e1faca2ba2 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Request body: {'security_group_rule': {'security_group_id': '85fbbe70-b68a-4ba4-bf6f-4fa8cfbb577e', 'project_id': '9eb01bc12113463ab0f3d9d80b011053', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:06:51.575891 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-162289e7-ae65-47ad-82bf-27403892176b None None] Set router 59850c26-3ffa-43bc-a7a2-5c95f82ea21e gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:06:51.582142 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be104e4c-352d-4ac2-b9c7-75e1faca2ba2 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks [] for security_group_rule (579daa5d-8959-40e0-b510-34f548ad01a0), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:51.618938 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ae3ee2b7-eccb-46de-b8f8-2a41c401e548 req-882f2011-b2e6-4527-b47b-b50b972dcefb service neutron] 10.222.0.48 "GET /v2.0/networks/dae72348-6906-4597-9691-30ca20d2a559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065030 May 10 19:06:51.667393 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be104e4c-352d-4ac2-b9c7-75e1faca2ba2 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks [] for security_group_rule (579daa5d-8959-40e0-b510-34f548ad01a0), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:51.671410 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be104e4c-352d-4ac2-b9c7-75e1faca2ba2 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063310'] for security_group_rule (579daa5d-8959-40e0-b510-34f548ad01a0), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:51.691470 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be104e4c-352d-4ac2-b9c7-75e1faca2ba2 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=579daa5d-8959-40e0-b510-34f548ad01a0,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:51.699182 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be104e4c-352d-4ac2-b9c7-75e1faca2ba2 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:51.700480 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-be104e4c-352d-4ac2-b9c7-75e1faca2ba2 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1520813 May 10 19:06:51.703500 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 48720) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:06:51.708364 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-65579932-d442-4189-b24c-ab4c63dddee9 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Request body: {'security_group_rule': {'security_group_id': '85fbbe70-b68a-4ba4-bf6f-4fa8cfbb577e', 'project_id': '9eb01bc12113463ab0f3d9d80b011053', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:06:51.730902 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.db.securitygroups_db [None req-65579932-d442-4189-b24c-ab4c63dddee9 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Project 9eb01bc12113463ab0f3d9d80b011053 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 19:06:51.736982 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-65579932-d442-4189-b24c-ab4c63dddee9 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks [] for security_group_rule (d129bbab-e6f8-4e91-ab9a-098a0c9b1e06), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:51.799523 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-162289e7-ae65-47ad-82bf-27403892176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'name': 'tempest-TestMinimumBasicScenario-946052814-router', 'tenant_id': '9eb01bc12113463ab0f3d9d80b011053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '5c9cd65f-63fe-454c-a8d9-45497184b0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:57Z', 'updated_at': '2022-05-10T19:06:00Z', 'revision_number': 4, 'project_id': '9eb01bc12113463ab0f3d9d80b011053', 'gw_port': {'id': '5c9cd65f-63fe-454c-a8d9-45497184b0b0', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:57Z', 'updated_at': '2022-05-10T19:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': '378eea5a-3a74-4876-96eb-f0b2ac86e374', 'tenant_id': '9eb01bc12113463ab0f3d9d80b011053', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'port_id': '53409338-9bb9-4c05-8444-62d10d6d13e7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae72348-6906-4597-9691-30ca20d2a559', 'mac_address': 'fa:16:3e:ee:97:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3f720-5676-4d0d-93f2-6ce89fefabba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:06:49Z', 'updated_at': '2022-05-10T19:06:49Z', 'revision_number': 0, 'project_id': '9eb01bc12113463ab0f3d9d80b011053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9116c620-f1c3-450f-84b5-0e66dda3afdb', 'name': '', 'network_id': 'dae72348-6906-4597-9691-30ca20d2a559', 'tenant_id': '9eb01bc12113463ab0f3d9d80b011053', 'mac_address': 'fa:16:3e:81:cd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b4bd3585-962b-46d4-aa84-8b2715e3471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:06:00Z', 'updated_at': '2022-05-10T19:06:06Z', 'revision_number': 5, 'project_id': '9eb01bc12113463ab0f3d9d80b011053', 'subnets': [{'id': 'b4bd3585-962b-46d4-aa84-8b2715e3471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:06:51.802393 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-65579932-d442-4189-b24c-ab4c63dddee9 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks [] for security_group_rule (d129bbab-e6f8-4e91-ab9a-098a0c9b1e06), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:51.806594 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-65579932-d442-4189-b24c-ab4c63dddee9 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063310'] for security_group_rule (d129bbab-e6f8-4e91-ab9a-098a0c9b1e06), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:51.824438 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65579932-d442-4189-b24c-ab4c63dddee9 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d129bbab-e6f8-4e91-ab9a-098a0c9b1e06,revision_number=0']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:51.829355 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162289e7-ae65-47ad-82bf-27403892176b None None] The sync data for ids ['59850c26-3ffa-43bc-a7a2-5c95f82ea21e'] in dv-cinder-836996-18-iscsi is: [{'id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'name': 'tempest-TestMinimumBasicScenario-946052814-router', 'tenant_id': '9eb01bc12113463ab0f3d9d80b011053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '5c9cd65f-63fe-454c-a8d9-45497184b0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:57Z', 'updated_at': '2022-05-10T19:06:00Z', 'revision_number': 4, 'project_id': '9eb01bc12113463ab0f3d9d80b011053', 'gw_port': {'id': '5c9cd65f-63fe-454c-a8d9-45497184b0b0', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:57Z', 'updated_at': '2022-05-10T19:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': '378eea5a-3a74-4876-96eb-f0b2ac86e374', 'tenant_id': '9eb01bc12113463ab0f3d9d80b011053', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'port_id': '53409338-9bb9-4c05-8444-62d10d6d13e7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae72348-6906-4597-9691-30ca20d2a559', 'mac_address': 'fa:16:3e:ee:97:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3f720-5676-4d0d-93f2-6ce89fefabba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:06:49Z', 'updated_at': '2022-05-10T19:06:49Z', 'revision_number': 0, 'project_id': '9eb01bc12113463ab0f3d9d80b011053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9116c620-f1c3-450f-84b5-0e66dda3afdb', 'name': '', 'network_id': 'dae72348-6906-4597-9691-30ca20d2a559', 'tenant_id': '9eb01bc12113463ab0f3d9d80b011053', 'mac_address': 'fa:16:3e:81:cd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b4bd3585-962b-46d4-aa84-8b2715e3471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:06:00Z', 'updated_at': '2022-05-10T19:06:06Z', 'revision_number': 5, 'project_id': '9eb01bc12113463ab0f3d9d80b011053', 'subnets': [{'id': 'b4bd3585-962b-46d4-aa84-8b2715e3471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:06:51.833930 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-65579932-d442-4189-b24c-ab4c63dddee9 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:51.835123 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-65579932-d442-4189-b24c-ab4c63dddee9 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1305239 May 10 19:06:51.837925 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 48722) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:06:51.842327 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-6c3cdeae-53e0-4a62-ba73-1a1671fd9c48 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Request body: {'security_group_rule': {'security_group_id': '85fbbe70-b68a-4ba4-bf6f-4fa8cfbb577e', 'project_id': '9eb01bc12113463ab0f3d9d80b011053', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:06:51.868434 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.db.securitygroups_db [None req-6c3cdeae-53e0-4a62-ba73-1a1671fd9c48 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Project 9eb01bc12113463ab0f3d9d80b011053 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 19:06:51.877974 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6c3cdeae-53e0-4a62-ba73-1a1671fd9c48 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks [] for security_group_rule (a5b35b80-b7ab-4422-8329-b67b6900a519), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:51.938503 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6c3cdeae-53e0-4a62-ba73-1a1671fd9c48 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks [] for security_group_rule (a5b35b80-b7ab-4422-8329-b67b6900a519), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:51.943217 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6c3cdeae-53e0-4a62-ba73-1a1671fd9c48 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063310'] for security_group_rule (a5b35b80-b7ab-4422-8329-b67b6900a519), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:51.960371 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3cdeae-53e0-4a62-ba73-1a1671fd9c48 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5b35b80-b7ab-4422-8329-b67b6900a519,revision_number=0']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:51.972581 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6c3cdeae-53e0-4a62-ba73-1a1671fd9c48 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:51.976953 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-6c3cdeae-53e0-4a62-ba73-1a1671fd9c48 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1379309 May 10 19:06:52.053857 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eb97a8-0981-455f-9e24-09e660bbc9e4 None None] New status for floating IP 378eea5a-3a74-4876-96eb-f0b2ac86e374: ACTIVE {{(pid=103425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:06:52.079260 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-4b143c47-c7ca-4d59-85bb-c435e4c5dc0f req-53fc3044-87cd-428e-899e-679437a3c358 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-350442177&fields=id&tenant_id=9eb01bc12113463ab0f3d9d80b011053 HTTP/1.1" status: 200 len: 267 time: 0.0578663 May 10 19:06:52.129233 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b143c47-c7ca-4d59-85bb-c435e4c5dc0f req-d1b2b2e1-b615-4021-ae16-ff8ecb5ba863 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:52.130715 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-4b143c47-c7ca-4d59-85bb-c435e4c5dc0f req-d1b2b2e1-b615-4021-ae16-ff8ecb5ba863 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 945 time: 0.0461206 May 10 19:06:52.141623 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [req-4b143c47-c7ca-4d59-85bb-c435e4c5dc0f req-e8daac25-84cc-4a83-8d1a-c8f19d25426c tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Request body: {'port': {'security_groups': ['a4bba6f1-081d-4d45-929b-9b8d18457185', '85fbbe70-b68a-4ba4-bf6f-4fa8cfbb577e']}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:06:52.218755 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4b143c47-c7ca-4d59-85bb-c435e4c5dc0f req-e8daac25-84cc-4a83-8d1a-c8f19d25426c tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (53409338-9bb9-4c05-8444-62d10d6d13e7), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:52.456564 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-4b143c47-c7ca-4d59-85bb-c435e4c5dc0f req-e8daac25-84cc-4a83-8d1a-c8f19d25426c tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] For port 53409338-9bb9-4c05-8444-62d10d6d13e7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=53409338-9bb9-4c05-8444-62d10d6d13e7,segment=NetworkSegment(a0522d6d-1e0d-4b6b-a820-1a35d0c0c909),segment_id=a0522d6d-1e0d-4b6b-a820-1a35d0c0c909)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:06:52.486860 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4b143c47-c7ca-4d59-85bb-c435e4c5dc0f req-e8daac25-84cc-4a83-8d1a-c8f19d25426c tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks [] for port (53409338-9bb9-4c05-8444-62d10d6d13e7), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:52.493723 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4b143c47-c7ca-4d59-85bb-c435e4c5dc0f req-e8daac25-84cc-4a83-8d1a-c8f19d25426c tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4468760'] for port (53409338-9bb9-4c05-8444-62d10d6d13e7), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:52.535059 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b143c47-c7ca-4d59-85bb-c435e4c5dc0f req-e8daac25-84cc-4a83-8d1a-c8f19d25426c tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:52.535803 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4b143c47-c7ca-4d59-85bb-c435e4c5dc0f req-e8daac25-84cc-4a83-8d1a-c8f19d25426c tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:52.536521 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['53409338-9bb9-4c05-8444-62d10d6d13e7'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:06:52.537151 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-4b143c47-c7ca-4d59-85bb-c435e4c5dc0f req-e8daac25-84cc-4a83-8d1a-c8f19d25426c tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "PUT /v2.0/ports/53409338-9bb9-4c05-8444-62d10d6d13e7 HTTP/1.1" status: 200 len: 981 time: 0.4000797 May 10 19:06:52.537608 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd3f720-5676-4d0d-93f2-6ce89fefabba', 'tag': '53409338-9bb9-4c05-8444-62d10d6d13e7'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:06:52.544712 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd46a798d5a9e44ec306513f4cdcaf49ebfda34863e20c5e194c8a5ee67cd38b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea0924c-7874-4783-afa5-d340e485c3c1" -d '{"events": [{"name": "network-changed", "server_uuid": "2fd3f720-5676-4d0d-93f2-6ce89fefabba", "tag": "53409338-9bb9-4c05-8444-62d10d6d13e7"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:06:52.594060 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8daac25-84cc-4a83-8d1a-c8f19d25426c tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Pushing event updated for resources: {'Port': ['ID=53409338-9bb9-4c05-8444-62d10d6d13e7,revision_number=6']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:52.665710 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629f9da-396d-44c5-ad6a-2b3427e275c4 req-c4a3738a-3092-4675-afb6-9cef66ab71f6 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:52.665710 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0629f9da-396d-44c5-ad6a-2b3427e275c4 req-c4a3738a-3092-4675-afb6-9cef66ab71f6 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 984 time: 0.0622258 May 10 19:06:52.748622 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['53409338-9bb9-4c05-8444-62d10d6d13e7'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:06:52.768353 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61db95d-ca76-4309-ac72-2ebb1de2837b x-openstack-request-id: req-a61db95d-ca76-4309-ac72-2ebb1de2837b {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:06:52.768695 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fd3f720-5676-4d0d-93f2-6ce89fefabba", "tag": "53409338-9bb9-4c05-8444-62d10d6d13e7", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:06:52.768956 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a61db95d-ca76-4309-ac72-2ebb1de2837b {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:06:52.769366 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a61db95d-ca76-4309-ac72-2ebb1de2837b'] response: {'name': 'network-changed', 'server_uuid': '2fd3f720-5676-4d0d-93f2-6ce89fefabba', 'tag': '53409338-9bb9-4c05-8444-62d10d6d13e7', 'status': 'completed', 'code': 200} May 10 19:06:52.779848 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0629f9da-396d-44c5-ad6a-2b3427e275c4 req-fce2eb8f-a313-48cd-9809-428421b49700 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&id=85fbbe70-b68a-4ba4-bf6f-4fa8cfbb577e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0989034 May 10 19:06:52.857846 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0924c-7874-4783-afa5-d340e485c3c1 req-760ed97b-ed79-4dfa-8d4a-576adf27d55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:52.859414 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9ea0924c-7874-4783-afa5-d340e485c3c1 req-760ed97b-ed79-4dfa-8d4a-576adf27d55d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9eb01bc12113463ab0f3d9d80b011053&device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 1168 time: 0.0403211 May 10 19:06:52.867375 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-a824e4b3-1594-4769-b95b-5425e7cac8e7 None None] Provisioning complete for port 53409338-9bb9-4c05-8444-62d10d6d13e7 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:06:52.867791 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a824e4b3-1594-4769-b95b-5425e7cac8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (53409338-9bb9-4c05-8444-62d10d6d13e7), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:06:52.955883 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0924c-7874-4783-afa5-d340e485c3c1 req-5b21f932-59bf-4e92-8044-badafcb59d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:52.958096 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9ea0924c-7874-4783-afa5-d340e485c3c1 req-5b21f932-59bf-4e92-8044-badafcb59d85 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dae72348-6906-4597-9691-30ca20d2a559 HTTP/1.1" status: 200 len: 915 time: 0.0894845 May 10 19:06:53.030648 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9ea0924c-7874-4783-afa5-d340e485c3c1 req-a2db57ec-c611-4305-8b9b-3c4482abbe54 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53409338-9bb9-4c05-8444-62d10d6d13e7 HTTP/1.1" status: 200 len: 1000 time: 0.0655129 May 10 19:06:53.073803 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-a824e4b3-1594-4769-b95b-5425e7cac8e7 None None] Current status of the port 53409338-9bb9-4c05-8444-62d10d6d13e7 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:06:53.088414 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0924c-7874-4783-afa5-d340e485c3c1 req-1c23bb5b-708e-42ae-b164-41cbaa52689b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:53.089953 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9ea0924c-7874-4783-afa5-d340e485c3c1 req-1c23bb5b-708e-42ae-b164-41cbaa52689b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b4bd3585-962b-46d4-aa84-8b2715e3471e HTTP/1.1" status: 200 len: 853 time: 0.0462079 May 10 19:06:53.136609 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0924c-7874-4783-afa5-d340e485c3c1 req-d7b927db-4688-4d59-8195-7af90a43f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:06:53.138179 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9ea0924c-7874-4783-afa5-d340e485c3c1 req-d7b927db-4688-4d59-8195-7af90a43f558 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dae72348-6906-4597-9691-30ca20d2a559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415280 May 10 19:06:53.242000 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9ea0924c-7874-4783-afa5-d340e485c3c1 req-8bfcded3-1fa2-41f5-857a-2edfe7c87564 service neutron] 10.222.0.48 "GET /v2.0/networks/dae72348-6906-4597-9691-30ca20d2a559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890005 May 10 19:06:53.339841 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9ea0924c-7874-4783-afa5-d340e485c3c1 req-90ed6dbf-d7fe-48cd-8f9b-9b7df166a468 service neutron] 10.222.0.48 "GET /v2.0/networks/dae72348-6906-4597-9691-30ca20d2a559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899808 May 10 19:06:54.638346 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:06:58.859680 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8086efcb-8b18-41f7-a63a-899cb72f353b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:07:01.260263 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-559c5302-864c-4e29-a74b-9cc6568ed9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:07:02.597451 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:07:03.765408 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:07:05.386752 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:07:08.497670 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:07:12.284654 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3a23d66f-e979-4e72-9433-ec67ba1d32ff req-55ca0e3a-cdf6-4726-a692-094e227084cd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421505 May 10 19:07:12.388233 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23d66f-e979-4e72-9433-ec67ba1d32ff req-68d34fcd-4335-4265-91cb-c70f37b4d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:12.390211 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3a23d66f-e979-4e72-9433-ec67ba1d32ff req-68d34fcd-4335-4265-91cb-c70f37b4d1cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2eec603f7854489393b8c4ed68874746&device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 1130 time: 0.0448456 May 10 19:07:12.503166 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23d66f-e979-4e72-9433-ec67ba1d32ff req-981fe68f-840e-4279-86fe-767393237c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:12.504659 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3a23d66f-e979-4e72-9433-ec67ba1d32ff req-981fe68f-840e-4279-86fe-767393237c7f service neutron] 10.222.0.48 "GET /v2.0/networks?id=33f7be6a-da7a-41a3-877f-ba238e3c204c HTTP/1.1" status: 200 len: 910 time: 0.0937572 May 10 19:07:12.713456 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3a23d66f-e979-4e72-9433-ec67ba1d32ff req-6a9de105-8c1c-4851-9396-648c8470679c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7790630d-dfc1-45e5-99af-ea6b2ec1bc21 HTTP/1.1" status: 200 len: 1002 time: 0.0764558 May 10 19:07:13.003206 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23d66f-e979-4e72-9433-ec67ba1d32ff req-f9e184b0-03e9-4a2d-b53e-62aea6a5c906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:13.004583 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3a23d66f-e979-4e72-9433-ec67ba1d32ff req-f9e184b0-03e9-4a2d-b53e-62aea6a5c906 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=17680ccc-21eb-43ee-8aff-168579cd6da5 HTTP/1.1" status: 200 len: 848 time: 0.0516958 May 10 19:07:13.338068 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23d66f-e979-4e72-9433-ec67ba1d32ff req-a24f7628-eb97-4e83-bc59-c1eadfa78040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:13.339656 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3a23d66f-e979-4e72-9433-ec67ba1d32ff req-a24f7628-eb97-4e83-bc59-c1eadfa78040 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33f7be6a-da7a-41a3-877f-ba238e3c204c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433378 May 10 19:07:13.447070 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3a23d66f-e979-4e72-9433-ec67ba1d32ff req-477df69c-d71d-4d72-ac9f-e88f6a5ba64c service neutron] 10.222.0.48 "GET /v2.0/networks/33f7be6a-da7a-41a3-877f-ba238e3c204c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949183 May 10 19:07:13.550985 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3a23d66f-e979-4e72-9433-ec67ba1d32ff req-c7a5f9f6-8af0-48f3-85a4-24e238862f87 service neutron] 10.222.0.48 "GET /v2.0/networks/33f7be6a-da7a-41a3-877f-ba238e3c204c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974660 May 10 19:07:18.622397 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf80414-e618-4831-8e0b-2c04883e149d req-c171e934-33f1-40be-913e-dd6eb587f804 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:18.624243 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-bcf80414-e618-4831-8e0b-2c04883e149d req-c171e934-33f1-40be-913e-dd6eb587f804 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 984 time: 0.0531635 May 10 19:07:18.658335 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db34729-2276-4573-bacb-fa0c799ca8af req-a76a94a5-e579-4abd-8c3b-3a513f48db6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:18.660015 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3db34729-2276-4573-bacb-fa0c799ca8af req-a76a94a5-e579-4abd-8c3b-3a513f48db6f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9eb01bc12113463ab0f3d9d80b011053&device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 1168 time: 0.0501487 May 10 19:07:18.695990 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-bcf80414-e618-4831-8e0b-2c04883e149d req-ac4f823f-ba51-437b-9b22-a523bcd85b3c tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&id=85fbbe70-b68a-4ba4-bf6f-4fa8cfbb577e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603468 May 10 19:07:18.757242 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db34729-2276-4573-bacb-fa0c799ca8af req-6268bd15-8285-46e2-8437-5b3e5475474c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:18.759621 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3db34729-2276-4573-bacb-fa0c799ca8af req-6268bd15-8285-46e2-8437-5b3e5475474c service neutron] 10.222.0.48 "GET /v2.0/networks?id=dae72348-6906-4597-9691-30ca20d2a559 HTTP/1.1" status: 200 len: 915 time: 0.0907829 May 10 19:07:18.830896 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3db34729-2276-4573-bacb-fa0c799ca8af req-92aed99e-e512-4811-bda3-5ff120045130 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53409338-9bb9-4c05-8444-62d10d6d13e7 HTTP/1.1" status: 200 len: 1000 time: 0.0638885 May 10 19:07:18.890538 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db34729-2276-4573-bacb-fa0c799ca8af req-0b25d3ec-05d5-47a3-b06c-411ce334d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:18.892875 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3db34729-2276-4573-bacb-fa0c799ca8af req-0b25d3ec-05d5-47a3-b06c-411ce334d85f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b4bd3585-962b-46d4-aa84-8b2715e3471e HTTP/1.1" status: 200 len: 853 time: 0.0535812 May 10 19:07:18.946630 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db34729-2276-4573-bacb-fa0c799ca8af req-6bb92185-efaa-4045-bcc1-5fca2967b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:18.948091 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3db34729-2276-4573-bacb-fa0c799ca8af req-6bb92185-efaa-4045-bcc1-5fca2967b331 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dae72348-6906-4597-9691-30ca20d2a559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445540 May 10 19:07:19.059836 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3db34729-2276-4573-bacb-fa0c799ca8af req-b3c1e96e-5a7e-4a6c-bb5a-654e41b8d03a service neutron] 10.222.0.48 "GET /v2.0/networks/dae72348-6906-4597-9691-30ca20d2a559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981286 May 10 19:07:19.170102 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3db34729-2276-4573-bacb-fa0c799ca8af req-b782286f-6dd0-4df2-bd48-ae0d4f0c2d31 service neutron] 10.222.0.48 "GET /v2.0/networks/dae72348-6906-4597-9691-30ca20d2a559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031964 May 10 19:07:19.830738 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae158f8a-4806-4d00-98d8-bb23ade87378 req-245ce4c4-1d56-4b9d-882a-f118fc98771e tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:19.832299 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ae158f8a-4806-4d00-98d8-bb23ade87378 req-245ce4c4-1d56-4b9d-882a-f118fc98771e tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 984 time: 0.0507836 May 10 19:07:19.895491 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ae158f8a-4806-4d00-98d8-bb23ade87378 req-56b4bafc-4630-4307-a857-165d655ff852 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&id=85fbbe70-b68a-4ba4-bf6f-4fa8cfbb577e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574663 May 10 19:07:21.038841 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91095824-74c8-467a-b11d-7eb89aa5e78d req-554d15a6-1e74-410b-b16b-7fe5709c5825 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:21.040332 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-91095824-74c8-467a-b11d-7eb89aa5e78d req-554d15a6-1e74-410b-b16b-7fe5709c5825 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 984 time: 0.0655355 May 10 19:07:21.102945 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-91095824-74c8-467a-b11d-7eb89aa5e78d req-55a72a03-10a5-454d-9663-a2d460d9bfd9 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&id=85fbbe70-b68a-4ba4-bf6f-4fa8cfbb577e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567434 May 10 19:07:22.228154 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47033993-3d69-4f20-917d-91daeac04853 req-fa1fa1bd-34f8-4f45-bc7e-3491f14be839 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:22.229673 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-47033993-3d69-4f20-917d-91daeac04853 req-fa1fa1bd-34f8-4f45-bc7e-3491f14be839 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 984 time: 0.0478516 May 10 19:07:22.294008 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-47033993-3d69-4f20-917d-91daeac04853 req-dd33589b-dfe0-48b7-a5f4-95aab664bfa2 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&id=85fbbe70-b68a-4ba4-bf6f-4fa8cfbb577e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585775 May 10 19:07:23.422846 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627aba2a-975d-41f9-a076-aced174fec95 req-2b6c276a-acfb-4a17-b02c-79a63994b223 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:23.424427 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-627aba2a-975d-41f9-a076-aced174fec95 req-2b6c276a-acfb-4a17-b02c-79a63994b223 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 984 time: 0.0507901 May 10 19:07:23.486184 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-627aba2a-975d-41f9-a076-aced174fec95 req-b2919e19-83ad-4b3f-9d03-c51da3b3dc00 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&id=85fbbe70-b68a-4ba4-bf6f-4fa8cfbb577e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534492 May 10 19:07:24.631624 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92dda2-6731-48b3-addf-8f8666cb9357 req-b42ddd4d-a4c1-4878-86a0-c083f0ad1f2d tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:24.633114 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ec92dda2-6731-48b3-addf-8f8666cb9357 req-b42ddd4d-a4c1-4878-86a0-c083f0ad1f2d tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 984 time: 0.0639718 May 10 19:07:24.699581 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ec92dda2-6731-48b3-addf-8f8666cb9357 req-aa1f02fc-cece-4597-9b01-fe67b0267e84 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&id=85fbbe70-b68a-4ba4-bf6f-4fa8cfbb577e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579951 May 10 19:07:25.835612 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547d0cb-68f1-404d-9c2f-ca0879af839f req-d5e3f2bd-c7d0-42c2-a105-122d2e24bd58 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:25.837825 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-a547d0cb-68f1-404d-9c2f-ca0879af839f req-d5e3f2bd-c7d0-42c2-a105-122d2e24bd58 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 984 time: 0.0567436 May 10 19:07:25.915110 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-a547d0cb-68f1-404d-9c2f-ca0879af839f req-dc9c20aa-6f17-47e5-ad68-84df449f39c2 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&id=85fbbe70-b68a-4ba4-bf6f-4fa8cfbb577e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0680985 May 10 19:07:27.041998 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971de0d-eae6-4050-8071-91963e246097 req-a66559eb-710a-4e31-87d6-96d8257e41ad tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:27.043440 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c971de0d-eae6-4050-8071-91963e246097 req-a66559eb-710a-4e31-87d6-96d8257e41ad tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 984 time: 0.0472639 May 10 19:07:27.108503 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c971de0d-eae6-4050-8071-91963e246097 req-2863815a-8f78-4a45-84ef-e3cf43605e7e tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&id=85fbbe70-b68a-4ba4-bf6f-4fa8cfbb577e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570393 May 10 19:07:28.246555 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97344063-9c52-4164-a9fc-1781847475bd req-5c66dee1-0ec6-409d-a5c3-54fe8f794939 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:28.248029 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-97344063-9c52-4164-a9fc-1781847475bd req-5c66dee1-0ec6-409d-a5c3-54fe8f794939 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 984 time: 0.0558205 May 10 19:07:28.313202 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-97344063-9c52-4164-a9fc-1781847475bd req-fdb91388-5a47-4bb5-90d1-22544549348b tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&id=85fbbe70-b68a-4ba4-bf6f-4fa8cfbb577e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565684 May 10 19:07:28.858737 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-bc6fc87b-7265-4742-a4f9-34cd8f680f74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:07:29.440834 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d39e2-3f4b-439f-bef8-86bba7715d52 req-5b9544b1-e19e-47a1-b960-8a824e3d19dd tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:29.442365 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8f3d39e2-3f4b-439f-bef8-86bba7715d52 req-5b9544b1-e19e-47a1-b960-8a824e3d19dd tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 984 time: 0.0498409 May 10 19:07:29.502701 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8f3d39e2-3f4b-439f-bef8-86bba7715d52 req-960753ba-9731-4a5e-95d3-e3f0df0a9cce tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&id=85fbbe70-b68a-4ba4-bf6f-4fa8cfbb577e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544560 May 10 19:07:30.620699 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3050f4-801e-4988-bd07-b51fab9cb1eb req-abad1ca2-b27b-4ff9-b20b-cfbefc6bd0ad tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:30.622244 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-9d3050f4-801e-4988-bd07-b51fab9cb1eb req-abad1ca2-b27b-4ff9-b20b-cfbefc6bd0ad tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 984 time: 0.0492971 May 10 19:07:30.683028 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-9d3050f4-801e-4988-bd07-b51fab9cb1eb req-ba0ee02d-fa7c-4d45-9f76-81ebd193190b tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&id=85fbbe70-b68a-4ba4-bf6f-4fa8cfbb577e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549448 May 10 19:07:31.256349 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-981ee51f-fee6-42b7-bac4-0bc71fc65bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:07:31.627344 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:07:31.808413 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536c50d-e5cc-41fc-8c6d-59294dce9ab2 req-9817d720-2100-47fd-bd65-59ff1a93d93d tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:31.810085 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-7536c50d-e5cc-41fc-8c6d-59294dce9ab2 req-9817d720-2100-47fd-bd65-59ff1a93d93d tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 984 time: 0.0574932 May 10 19:07:31.872509 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-7536c50d-e5cc-41fc-8c6d-59294dce9ab2 req-7ec297fe-513f-4cc1-a497-75e71fa79262 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&id=85fbbe70-b68a-4ba4-bf6f-4fa8cfbb577e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566053 May 10 19:07:32.039477 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98066574-5ae4-4cbc-93c4-42bcc27d34b2 req-d0e5f987-c4b9-4261-a9ce-dafa8b434fc7 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:32.040865 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-98066574-5ae4-4cbc-93c4-42bcc27d34b2 req-d0e5f987-c4b9-4261-a9ce-dafa8b434fc7 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/ports?device_id=a05a3706-3f05-4672-9aed-99f0de31c97c HTTP/1.1" status: 200 len: 946 time: 0.0518298 May 10 19:07:32.087816 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-98066574-5ae4-4cbc-93c4-42bcc27d34b2 req-e0d52500-6d7b-45c6-abe9-01f5ba5aab80 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/security-groups?id=23d7cfd6-b859-4546-a071-155854fc884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412741 May 10 19:07:32.594996 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:07:33.020596 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b5c0b-cdf6-40f6-a0e9-aca7169b77fe req-12567eac-5544-46ff-b671-cd38d5e86164 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:33.022343 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-d04b5c0b-cdf6-40f6-a0e9-aca7169b77fe req-12567eac-5544-46ff-b671-cd38d5e86164 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 984 time: 0.0614944 May 10 19:07:33.087134 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-d04b5c0b-cdf6-40f6-a0e9-aca7169b77fe req-4a93bce6-3a91-4aec-bfaf-c3e00977715a tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&id=85fbbe70-b68a-4ba4-bf6f-4fa8cfbb577e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586348 May 10 19:07:33.203621 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac88f9-d0ad-41a2-8680-5d887f356dab req-4afcf739-cd46-42fb-8f9f-4b3ed357f391 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:33.205100 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-0eac88f9-d0ad-41a2-8680-5d887f356dab req-4afcf739-cd46-42fb-8f9f-4b3ed357f391 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/ports?device_id=a05a3706-3f05-4672-9aed-99f0de31c97c HTTP/1.1" status: 200 len: 946 time: 0.0483685 May 10 19:07:33.253571 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-0eac88f9-d0ad-41a2-8680-5d887f356dab req-c7c14285-9696-4ea5-83b2-f089900636af tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/security-groups?id=23d7cfd6-b859-4546-a071-155854fc884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405588 May 10 19:07:33.767792 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:07:33.993713 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ef144-a26b-47e2-907f-d27cfb1dd25c req-0056eba7-9e38-40a5-a244-0b8138e4588a tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:33.995079 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-dd4ef144-a26b-47e2-907f-d27cfb1dd25c req-0056eba7-9e38-40a5-a244-0b8138e4588a tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.48 "GET /v2.0/ports?device_id=a05a3706-3f05-4672-9aed-99f0de31c97c HTTP/1.1" status: 200 len: 946 time: 0.0560522 May 10 19:07:34.082921 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-dd4ef144-a26b-47e2-907f-d27cfb1dd25c req-be1c5a5f-949f-43e1-b2f5-75036f45ea68 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Deleting port e5719105-ed1a-4833-9d24-21104d74086e {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:07:34.083590 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-dd4ef144-a26b-47e2-907f-d27cfb1dd25c req-be1c5a5f-949f-43e1-b2f5-75036f45ea68 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (e5719105-ed1a-4833-9d24-21104d74086e), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:07:34.209382 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-dd4ef144-a26b-47e2-907f-d27cfb1dd25c req-be1c5a5f-949f-43e1-b2f5-75036f45ea68 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] For port e5719105-ed1a-4833-9d24-21104d74086e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e5719105-ed1a-4833-9d24-21104d74086e,segment=NetworkSegment(1da81d6a-21fc-4e14-b93c-4783e4b7caab),segment_id=1da81d6a-21fc-4e14-b93c-4783e4b7caab)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:07:34.209755 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-dd4ef144-a26b-47e2-907f-d27cfb1dd25c req-be1c5a5f-949f-43e1-b2f5-75036f45ea68 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (e5719105-ed1a-4833-9d24-21104d74086e), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:07:34.231269 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6f86f-8eca-4d8e-947e-84bbb81693f7 req-363f3cdb-04e5-4b46-b685-60e2fee2b87e tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:34.232758 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-85e6f86f-8eca-4d8e-947e-84bbb81693f7 req-363f3cdb-04e5-4b46-b685-60e2fee2b87e tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 984 time: 0.0734270 May 10 19:07:34.237248 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-dd4ef144-a26b-47e2-907f-d27cfb1dd25c req-be1c5a5f-949f-43e1-b2f5-75036f45ea68 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Calling delete_port for e5719105-ed1a-4833-9d24-21104d74086e owned by compute:nova {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:07:34.340578 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-85e6f86f-8eca-4d8e-947e-84bbb81693f7 req-532166f3-7c2d-4ca1-9920-9b084e556702 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&id=85fbbe70-b68a-4ba4-bf6f-4fa8cfbb577e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1013415 May 10 19:07:34.371184 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636590f4-96a5-449f-883f-26283ba8d9f5 req-a982d00f-2bcf-4e9a-90f6-5739c79907d2 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:34.373333 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-636590f4-96a5-449f-883f-26283ba8d9f5 req-a982d00f-2bcf-4e9a-90f6-5739c79907d2 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/ports?device_id=a05a3706-3f05-4672-9aed-99f0de31c97c HTTP/1.1" status: 200 len: 946 time: 0.0515895 May 10 19:07:34.411809 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-dd4ef144-a26b-47e2-907f-d27cfb1dd25c req-be1c5a5f-949f-43e1-b2f5-75036f45ea68 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (e5719105-ed1a-4833-9d24-21104d74086e), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:07:34.424605 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-636590f4-96a5-449f-883f-26283ba8d9f5 req-33ee00b8-b1c8-4dc2-8666-9ad5b1bc3475 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/security-groups?id=23d7cfd6-b859-4546-a071-155854fc884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454762 May 10 19:07:34.444225 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c5a5f-949f-43e1-b2f5-75036f45ea68 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Pushing event deleted for resources: {'Port': ['ID=e5719105-ed1a-4833-9d24-21104d74086e,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:07:34.456716 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['e5719105-ed1a-4833-9d24-21104d74086e'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:07:34.487716 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4ef144-a26b-47e2-907f-d27cfb1dd25c req-be1c5a5f-949f-43e1-b2f5-75036f45ea68 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] No DVR routers for this DVR port e5719105-ed1a-4833-9d24-21104d74086e on host hv-cinder-83699 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:07:34.490615 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-dd4ef144-a26b-47e2-907f-d27cfb1dd25c req-be1c5a5f-949f-43e1-b2f5-75036f45ea68 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:07:34.493883 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-dd4ef144-a26b-47e2-907f-d27cfb1dd25c req-be1c5a5f-949f-43e1-b2f5-75036f45ea68 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.48 "DELETE /v2.0/ports/e5719105-ed1a-4833-9d24-21104d74086e HTTP/1.1" status: 204 len: 173 time: 0.4924340 May 10 19:07:34.494328 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a05a3706-3f05-4672-9aed-99f0de31c97c', 'name': 'network-vif-deleted', 'tag': 'e5719105-ed1a-4833-9d24-21104d74086e'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:07:34.496645 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f9a209-bc06-49d1-ae78-52a26317706d" -d '{"events": [{"server_uuid": "a05a3706-3f05-4672-9aed-99f0de31c97c", "name": "network-vif-deleted", "tag": "e5719105-ed1a-4833-9d24-21104d74086e"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:07:34.530615 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69269a3b-229a-4fba-ae8c-4dd24b93eddf x-openstack-request-id: req-69269a3b-229a-4fba-ae8c-4dd24b93eddf {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:07:34.530955 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a05a3706-3f05-4672-9aed-99f0de31c97c", "name": "network-vif-deleted", "tag": "e5719105-ed1a-4833-9d24-21104d74086e", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:07:34.531158 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-69269a3b-229a-4fba-ae8c-4dd24b93eddf {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:07:34.531570 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69269a3b-229a-4fba-ae8c-4dd24b93eddf'] response: {'server_uuid': 'a05a3706-3f05-4672-9aed-99f0de31c97c', 'name': 'network-vif-deleted', 'tag': 'e5719105-ed1a-4833-9d24-21104d74086e', 'status': 'completed', 'code': 200} May 10 19:07:35.393591 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:07:35.459750 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f4913-c4e1-4d52-8a1f-8b08f95fc257 req-e308e700-0986-4245-800c-6fe68859fba3 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:35.461475 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-847f4913-c4e1-4d52-8a1f-8b08f95fc257 req-e308e700-0986-4245-800c-6fe68859fba3 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 984 time: 0.0485225 May 10 19:07:35.527688 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-847f4913-c4e1-4d52-8a1f-8b08f95fc257 req-ed7a4485-404b-4041-9209-9a83e3f597bf tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&id=85fbbe70-b68a-4ba4-bf6f-4fa8cfbb577e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603709 May 10 19:07:38.389946 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device e5719105-ed1a-4833-9d24-21104d74086e no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:07:38.419694 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] No Port match for: e5719105-ed1a-4833-9d24-21104d74086e {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:07:38.420048 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device e5719105-ed1a-4833-9d24-21104d74086e not bound to the agent host hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:07:38.489473 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:07:43.473084 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-df1549a8-df21-47ac-ba43-d3fa3e0fbc3d tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:43.474614 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-df1549a8-df21-47ac-ba43-d3fa3e0fbc3d tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/networks?id=5c08cbe3-f47b-472d-8dcf-681fa8899752 HTTP/1.1" status: 200 len: 814 time: 0.1149836 May 10 19:07:43.490760 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-6fef21f6-4b1f-4335-a86e-1c5c5721f298 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/quotas/d3ac7f1015e34e5599e7880a030cc0a4 HTTP/1.1" status: 200 len: 375 time: 0.0099950 May 10 19:07:43.522808 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-ce5ed177-d667-4b5e-aaae-cfb9bcd9886d tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d3ac7f1015e34e5599e7880a030cc0a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272782 May 10 19:07:43.619328 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-a957bfb4-e9fb-4e91-862d-e526ae843ab5 service neutron] 10.222.0.52 "GET /v2.0/networks/5c08cbe3-f47b-472d-8dcf-681fa8899752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896869 May 10 19:07:43.718632 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-9fad0776-bd90-43f5-ad7b-83d7f319d455 service neutron] 10.222.0.52 "GET /v2.0/networks/5c08cbe3-f47b-472d-8dcf-681fa8899752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911903 May 10 19:07:43.883418 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-84ad9f96-eee0-4d56-ac2a-46184a68c739 req-de1954eb-80bb-4f93-8ade-72d0c7f717fd tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c733e99-55f8-4131-90c8-ce7188314642 HTTP/1.1" status: 200 len: 210 time: 0.0277743 May 10 19:07:44.930628 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-d92eae35-49b3-4e6f-8626-e3191d0edba1 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:44.933448 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-d92eae35-49b3-4e6f-8626-e3191d0edba1 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.48 "GET /v2.0/networks?id=5c08cbe3-f47b-472d-8dcf-681fa8899752 HTTP/1.1" status: 200 len: 814 time: 0.1056390 May 10 19:07:44.965760 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-1f814627-4ace-4022-9dc6-426b31a1ca08 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Request body: {'port': {'device_id': '2c733e99-55f8-4131-90c8-ce7188314642', 'network_id': '5c08cbe3-f47b-472d-8dcf-681fa8899752', 'admin_state_up': True, 'tenant_id': 'd3ac7f1015e34e5599e7880a030cc0a4'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:07:44.985059 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-40708feb-4a7a-48fd-8242-691ccf51d4aa req-ea5d3602-5bee-46a9-a27d-2e6d91986f25 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c733e99-55f8-4131-90c8-ce7188314642 HTTP/1.1" status: 200 len: 210 time: 0.0350306 May 10 19:07:45.093625 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-1f814627-4ace-4022-9dc6-426b31a1ca08 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Made reservation on behalf of d3ac7f1015e34e5599e7880a030cc0a4 for: {'port': 1} {{(pid=103423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:07:45.098823 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-1f814627-4ace-4022-9dc6-426b31a1ca08 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:07:45.227296 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-1f814627-4ace-4022-9dc6-426b31a1ca08 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Allocated IP 172.20.0.3 (5c08cbe3-f47b-472d-8dcf-681fa8899752/773dfc9b-dee9-4723-9163-2541a475b2cc/8337e5e8-b71a-4b13-ab51-631149aa4cce) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:07:45.394166 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-1f814627-4ace-4022-9dc6-426b31a1ca08 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Publish callbacks [] for port (8337e5e8-b71a-4b13-ab51-631149aa4cce), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:07:45.430501 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-1f814627-4ace-4022-9dc6-426b31a1ca08 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (8337e5e8-b71a-4b13-ab51-631149aa4cce), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:07:45.474418 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-1f814627-4ace-4022-9dc6-426b31a1ca08 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Network 5c08cbe3-f47b-472d-8dcf-681fa8899752 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:07:45.477515 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-1f814627-4ace-4022-9dc6-426b31a1ca08 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:07:45.481153 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-1f814627-4ace-4022-9dc6-426b31a1ca08 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:07:45.489578 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f814627-4ace-4022-9dc6-426b31a1ca08 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Pushing event updated for resources: {'Port': ['ID=8337e5e8-b71a-4b13-ab51-631149aa4cce,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:07:45.518220 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f814627-4ace-4022-9dc6-426b31a1ca08 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:45.518568 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f814627-4ace-4022-9dc6-426b31a1ca08 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:45.518917 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f814627-4ace-4022-9dc6-426b31a1ca08 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:45.519257 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f814627-4ace-4022-9dc6-426b31a1ca08 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:45.519594 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f814627-4ace-4022-9dc6-426b31a1ca08 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:45.519929 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f814627-4ace-4022-9dc6-426b31a1ca08 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:45.520263 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f814627-4ace-4022-9dc6-426b31a1ca08 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:45.520592 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f814627-4ace-4022-9dc6-426b31a1ca08 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:45.520951 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f814627-4ace-4022-9dc6-426b31a1ca08 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:45.521285 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f814627-4ace-4022-9dc6-426b31a1ca08 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:45.521620 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f814627-4ace-4022-9dc6-426b31a1ca08 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:45.521941 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f814627-4ace-4022-9dc6-426b31a1ca08 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:45.522266 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f814627-4ace-4022-9dc6-426b31a1ca08 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:45.522592 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f814627-4ace-4022-9dc6-426b31a1ca08 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:45.522914 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f814627-4ace-4022-9dc6-426b31a1ca08 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:45.544050 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-1f814627-4ace-4022-9dc6-426b31a1ca08 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:45.544659 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-1f814627-4ace-4022-9dc6-426b31a1ca08 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:07:45.561722 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-1f814627-4ace-4022-9dc6-426b31a1ca08 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6021583 May 10 19:07:45.579639 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-6e0f803e-6ac2-4844-be89-91f4fbdb7486 service neutron] Request body: {'port': {'device_id': '2c733e99-55f8-4131-90c8-ce7188314642', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:07:45.640238 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-6e0f803e-6ac2-4844-be89-91f4fbdb7486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (8337e5e8-b71a-4b13-ab51-631149aa4cce), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:07:45.894352 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-6e0f803e-6ac2-4844-be89-91f4fbdb7486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8337e5e8-b71a-4b13-ab51-631149aa4cce {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:07:45.901823 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-6e0f803e-6ac2-4844-be89-91f4fbdb7486 service neutron] Publish callbacks [] for port (8337e5e8-b71a-4b13-ab51-631149aa4cce), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:07:45.914337 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-6e0f803e-6ac2-4844-be89-91f4fbdb7486 service neutron] Transition to ACTIVE for port object 8337e5e8-b71a-4b13-ab51-631149aa4cce will not be triggered until provisioned by entity L2. {{(pid=103423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:07:45.921543 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-6e0f803e-6ac2-4844-be89-91f4fbdb7486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (8337e5e8-b71a-4b13-ab51-631149aa4cce), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:07:45.981625 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f803e-6ac2-4844-be89-91f4fbdb7486 service neutron] Pushing event updated for resources: {'Port': ['ID=8337e5e8-b71a-4b13-ab51-631149aa4cce,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:07:46.052228 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-6e0f803e-6ac2-4844-be89-91f4fbdb7486 service neutron] Attempting to bind port 8337e5e8-b71a-4b13-ab51-631149aa4cce on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:07:46.052599 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-6e0f803e-6ac2-4844-be89-91f4fbdb7486 service neutron] Attempting to bind port 8337e5e8-b71a-4b13-ab51-631149aa4cce by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '1da81d6a-21fc-4e14-b93c-4783e4b7caab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5c08cbe3-f47b-472d-8dcf-681fa8899752'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:07:46.052935 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-6e0f803e-6ac2-4844-be89-91f4fbdb7486 service neutron] Attempting to bind port 8337e5e8-b71a-4b13-ab51-631149aa4cce on network 5c08cbe3-f47b-472d-8dcf-681fa8899752 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:07:46.057852 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-6e0f803e-6ac2-4844-be89-91f4fbdb7486 service neutron] Port 8337e5e8-b71a-4b13-ab51-631149aa4cce on network 5c08cbe3-f47b-472d-8dcf-681fa8899752 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:07:46.058180 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-6e0f803e-6ac2-4844-be89-91f4fbdb7486 service neutron] Attempting to bind port 8337e5e8-b71a-4b13-ab51-631149aa4cce on network 5c08cbe3-f47b-472d-8dcf-681fa8899752 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:07:46.063295 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-6e0f803e-6ac2-4844-be89-91f4fbdb7486 service neutron] Checking agent: {'id': '84b4d3b2-b3ea-4da4-b994-5396953c421b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'started_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:07:46.063640 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-6e0f803e-6ac2-4844-be89-91f4fbdb7486 service neutron] Checking segment: {'id': '1da81d6a-21fc-4e14-b93c-4783e4b7caab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5c08cbe3-f47b-472d-8dcf-681fa8899752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:07:46.064065 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-6e0f803e-6ac2-4844-be89-91f4fbdb7486 service neutron] Bound using segment: {'id': '1da81d6a-21fc-4e14-b93c-4783e4b7caab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5c08cbe3-f47b-472d-8dcf-681fa8899752'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:07:46.064490 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-6e0f803e-6ac2-4844-be89-91f4fbdb7486 service neutron] Bound port: 8337e5e8-b71a-4b13-ab51-631149aa4cce, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1da81d6a-21fc-4e14-b93c-4783e4b7caab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5c08cbe3-f47b-472d-8dcf-681fa8899752'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:07:46.064869 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-6e0f803e-6ac2-4844-be89-91f4fbdb7486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (8337e5e8-b71a-4b13-ab51-631149aa4cce), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:07:46.101405 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae31e7-e88f-49bf-8e5d-d9a9b26fb669 req-ba6dd17b-d6d5-4a99-ba52-adb899de6a41 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:46.102888 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-d9ae31e7-e88f-49bf-8e5d-d9a9b26fb669 req-ba6dd17b-d6d5-4a99-ba52-adb899de6a41 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c733e99-55f8-4131-90c8-ce7188314642 HTTP/1.1" status: 200 len: 943 time: 0.0490062 May 10 19:07:46.128295 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-6e0f803e-6ac2-4844-be89-91f4fbdb7486 service neutron] For port 8337e5e8-b71a-4b13-ab51-631149aa4cce, host hv-cinder-83699, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:07:46.131435 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-6e0f803e-6ac2-4844-be89-91f4fbdb7486 service neutron] For port 8337e5e8-b71a-4b13-ab51-631149aa4cce, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8337e5e8-b71a-4b13-ab51-631149aa4cce,segment=NetworkSegment(1da81d6a-21fc-4e14-b93c-4783e4b7caab),segment_id=1da81d6a-21fc-4e14-b93c-4783e4b7caab)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:07:46.139915 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-6e0f803e-6ac2-4844-be89-91f4fbdb7486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (8337e5e8-b71a-4b13-ab51-631149aa4cce), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:07:46.152169 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-d9ae31e7-e88f-49bf-8e5d-d9a9b26fb669 req-1ed74dc5-9edb-48df-a029-011dab181282 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/security-groups?id=23d7cfd6-b859-4546-a071-155854fc884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431941 May 10 19:07:46.178506 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-6e0f803e-6ac2-4844-be89-91f4fbdb7486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:46.178506 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-6e0f803e-6ac2-4844-be89-91f4fbdb7486 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:07:46.178506 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-6e0f803e-6ac2-4844-be89-91f4fbdb7486 service neutron] 10.222.0.48 "PUT /v2.0/ports/8337e5e8-b71a-4b13-ab51-631149aa4cce HTTP/1.1" status: 200 len: 1093 time: 0.6016448 May 10 19:07:46.179540 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c733e99-55f8-4131-90c8-ce7188314642', 'tag': '8337e5e8-b71a-4b13-ab51-631149aa4cce'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:07:46.181998 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab85265-91f1-4375-ba65-bbcac439055c" -d '{"events": [{"name": "network-changed", "server_uuid": "2c733e99-55f8-4131-90c8-ce7188314642", "tag": "8337e5e8-b71a-4b13-ab51-631149aa4cce"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:07:46.209237 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f803e-6ac2-4844-be89-91f4fbdb7486 service neutron] Pushing event updated for resources: {'Port': ['ID=8337e5e8-b71a-4b13-ab51-631149aa4cce,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:07:46.220733 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecb4d5e-e432-42ae-9d91-6bd417b220ae x-openstack-request-id: req-1ecb4d5e-e432-42ae-9d91-6bd417b220ae {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:07:46.221030 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c733e99-55f8-4131-90c8-ce7188314642", "tag": "8337e5e8-b71a-4b13-ab51-631149aa4cce", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:07:46.221288 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1ecb4d5e-e432-42ae-9d91-6bd417b220ae {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:07:46.221693 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ecb4d5e-e432-42ae-9d91-6bd417b220ae'] response: {'name': 'network-changed', 'server_uuid': '2c733e99-55f8-4131-90c8-ce7188314642', 'tag': '8337e5e8-b71a-4b13-ab51-631149aa4cce', 'status': 'completed', 'code': 200} May 10 19:07:46.287420 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-f42b71d8-bf02-4f8a-9c84-f62431344f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:46.289010 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-f42b71d8-bf02-4f8a-9c84-f62431344f06 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3ac7f1015e34e5599e7880a030cc0a4&device_id=2c733e99-55f8-4131-90c8-ce7188314642 HTTP/1.1" status: 200 len: 1127 time: 0.0424123 May 10 19:07:46.335546 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-2f7fdad0-d7cb-45eb-b885-87f1fe07eb04 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8337e5e8-b71a-4b13-ab51-631149aa4cce HTTP/1.1" status: 200 len: 217 time: 0.0330467 May 10 19:07:46.385107 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-82e0565b-6be5-4914-becb-9ca59aaefa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:46.386642 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-82e0565b-6be5-4914-becb-9ca59aaefa10 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=773dfc9b-dee9-4723-9163-2541a475b2cc HTTP/1.1" status: 200 len: 854 time: 0.0437036 May 10 19:07:46.424088 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-8c218815-9a1f-43de-9ab0-e757f6d2defa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c08cbe3-f47b-472d-8dcf-681fa8899752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295293 May 10 19:07:46.790571 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-4d0a24a6-588e-4f38-8197-d9c4472a9237 service neutron] 10.222.0.48 "GET /v2.0/networks/5c08cbe3-f47b-472d-8dcf-681fa8899752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588891 May 10 19:07:46.880647 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-11ce5baa-46f1-43c7-b72f-bda26721537a req-b507f811-cc5a-491c-a6d1-b321086e7c69 service neutron] 10.222.0.48 "GET /v2.0/networks/5c08cbe3-f47b-472d-8dcf-681fa8899752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832479 May 10 19:07:47.286006 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac45bf-419b-4c6c-bab0-237d6b74dff2 req-602c2dbc-9ad3-4635-9e6b-59240bd55199 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:47.288051 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-e9ac45bf-419b-4c6c-bab0-237d6b74dff2 req-602c2dbc-9ad3-4635-9e6b-59240bd55199 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c733e99-55f8-4131-90c8-ce7188314642 HTTP/1.1" status: 200 len: 943 time: 0.0572634 May 10 19:07:47.336325 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-e9ac45bf-419b-4c6c-bab0-237d6b74dff2 req-7444ceed-8b72-402c-8f2d-8706df558094 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/security-groups?id=23d7cfd6-b859-4546-a071-155854fc884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425570 May 10 19:07:47.876630 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab85265-91f1-4375-ba65-bbcac439055c req-09d54c9d-c60f-4d6c-8573-8bab2f243c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:47.878139 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bab85265-91f1-4375-ba65-bbcac439055c req-09d54c9d-c60f-4d6c-8573-8bab2f243c99 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3ac7f1015e34e5599e7880a030cc0a4&device_id=2c733e99-55f8-4131-90c8-ce7188314642 HTTP/1.1" status: 200 len: 1127 time: 0.0478187 May 10 19:07:47.968335 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab85265-91f1-4375-ba65-bbcac439055c req-c452ea6c-9c56-4a2f-b65a-0a0832552220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:47.969814 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bab85265-91f1-4375-ba65-bbcac439055c req-c452ea6c-9c56-4a2f-b65a-0a0832552220 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c08cbe3-f47b-472d-8dcf-681fa8899752 HTTP/1.1" status: 200 len: 915 time: 0.0850990 May 10 19:07:48.015418 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bab85265-91f1-4375-ba65-bbcac439055c req-7fc8b450-dcf0-42df-a6e0-901a9646d5a0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8337e5e8-b71a-4b13-ab51-631149aa4cce HTTP/1.1" status: 200 len: 217 time: 0.0388589 May 10 19:07:48.063235 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab85265-91f1-4375-ba65-bbcac439055c req-e9ca92a1-ed14-4741-ba8d-5c0970d69192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:48.064734 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bab85265-91f1-4375-ba65-bbcac439055c req-e9ca92a1-ed14-4741-ba8d-5c0970d69192 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=773dfc9b-dee9-4723-9163-2541a475b2cc HTTP/1.1" status: 200 len: 854 time: 0.0431345 May 10 19:07:48.095919 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bab85265-91f1-4375-ba65-bbcac439055c req-17fbb757-69e6-4b83-b9af-505e31d1d64e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c08cbe3-f47b-472d-8dcf-681fa8899752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249014 May 10 19:07:48.190027 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bab85265-91f1-4375-ba65-bbcac439055c req-3017afc2-0c16-49c7-a30f-406c18b0acc8 service neutron] 10.222.0.48 "GET /v2.0/networks/5c08cbe3-f47b-472d-8dcf-681fa8899752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873868 May 10 19:07:48.280067 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bab85265-91f1-4375-ba65-bbcac439055c req-4169f515-3f52-4d14-b309-fde5345836d6 service neutron] 10.222.0.48 "GET /v2.0/networks/5c08cbe3-f47b-472d-8dcf-681fa8899752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827780 May 10 19:07:48.473133 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be49e52-a9f1-4a6f-97a6-eee8122dce6f req-f68ebdb8-ef41-4e72-8390-8e015183f5ba tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:48.474598 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-1be49e52-a9f1-4a6f-97a6-eee8122dce6f req-f68ebdb8-ef41-4e72-8390-8e015183f5ba tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c733e99-55f8-4131-90c8-ce7188314642 HTTP/1.1" status: 200 len: 943 time: 0.0633733 May 10 19:07:48.524989 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-1be49e52-a9f1-4a6f-97a6-eee8122dce6f req-9d524b4a-18a5-407a-b023-11725e9e4816 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/security-groups?id=23d7cfd6-b859-4546-a071-155854fc884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418887 May 10 19:07:49.660177 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c856287-1ee6-4e88-83fb-425cb272fce5 req-097082a9-95bb-4982-ad8c-bbf3d41a5c6d tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:49.661660 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-9c856287-1ee6-4e88-83fb-425cb272fce5 req-097082a9-95bb-4982-ad8c-bbf3d41a5c6d tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c733e99-55f8-4131-90c8-ce7188314642 HTTP/1.1" status: 200 len: 943 time: 0.0473959 May 10 19:07:49.699645 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 8337e5e8-b71a-4b13-ab51-631149aa4cce details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:07:49.714272 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-9c856287-1ee6-4e88-83fb-425cb272fce5 req-3a167846-1eea-484d-8bb9-adaee249e3d9 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/security-groups?id=23d7cfd6-b859-4546-a071-155854fc884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464950 May 10 19:07:49.799084 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 8337e5e8-b71a-4b13-ab51-631149aa4cce, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8337e5e8-b71a-4b13-ab51-631149aa4cce,segment=NetworkSegment(1da81d6a-21fc-4e14-b93c-4783e4b7caab),segment_id=1da81d6a-21fc-4e14-b93c-4783e4b7caab)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:07:49.810902 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Returning: {'device': '8337e5e8-b71a-4b13-ab51-631149aa4cce', 'network_id': '5c08cbe3-f47b-472d-8dcf-681fa8899752', 'port_id': '8337e5e8-b71a-4b13-ab51-631149aa4cce', 'mac_address': 'fa:16:3e:90:7c:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '773dfc9b-dee9-4723-9163-2541a475b2cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:07:49.850752 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port 8337e5e8-b71a-4b13-ab51-631149aa4cce is: DOWN; New status is: BUILD {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:07:49.851141 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (8337e5e8-b71a-4b13-ab51-631149aa4cce), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:07:49.864183 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8337e5e8-b71a-4b13-ab51-631149aa4cce {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:07:49.883328 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 8337e5e8-b71a-4b13-ab51-631149aa4cce, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8337e5e8-b71a-4b13-ab51-631149aa4cce,segment=NetworkSegment(1da81d6a-21fc-4e14-b93c-4783e4b7caab),segment_id=1da81d6a-21fc-4e14-b93c-4783e4b7caab)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:07:49.888448 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (8337e5e8-b71a-4b13-ab51-631149aa4cce), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:07:49.933890 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=8337e5e8-b71a-4b13-ab51-631149aa4cce,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:07:49.941296 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:49.941627 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:49.941972 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:49.942310 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:49.942642 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:49.942977 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:49.943297 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:49.943623 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:49.943948 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:49.944257 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:49.944579 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:49.944955 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:49.945278 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:49.945601 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:49.945916 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:50.230357 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['8337e5e8-b71a-4b13-ab51-631149aa4cce'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:07:50.844430 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26b969-2563-4931-8a96-646091abf674 req-00d1dc14-8d48-4133-878b-4b97de1ed27a tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:50.845907 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7f26b969-2563-4931-8a96-646091abf674 req-00d1dc14-8d48-4133-878b-4b97de1ed27a tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c733e99-55f8-4131-90c8-ce7188314642 HTTP/1.1" status: 200 len: 944 time: 0.0498390 May 10 19:07:50.901207 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-7f26b969-2563-4931-8a96-646091abf674 req-3312fc27-27c8-4630-b478-7b89e6c7d601 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/security-groups?id=23d7cfd6-b859-4546-a071-155854fc884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478137 May 10 19:07:51.718723 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 8337e5e8-b71a-4b13-ab51-631149aa4cce up at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:07:51.773911 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning for port 8337e5e8-b71a-4b13-ab51-631149aa4cce completed by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:07:51.785140 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning complete for port 8337e5e8-b71a-4b13-ab51-631149aa4cce triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:07:51.785667 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (8337e5e8-b71a-4b13-ab51-631149aa4cce), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:07:51.867109 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port 8337e5e8-b71a-4b13-ab51-631149aa4cce is: BUILD; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:07:51.867535 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (8337e5e8-b71a-4b13-ab51-631149aa4cce), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:07:51.889830 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c733e99-55f8-4131-90c8-ce7188314642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8337e5e8-b71a-4b13-ab51-631149aa4cce'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:07:51.892056 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc4c72c1cd3e6c4fc9632b01e094f02638f1ddc8156bb4d740f489bc698d08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6050f50-4898-466f-80fc-36a69ea848e9" -d '{"events": [{"server_uuid": "2c733e99-55f8-4131-90c8-ce7188314642", "name": "network-vif-plugged", "status": "completed", "tag": "8337e5e8-b71a-4b13-ab51-631149aa4cce"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:07:51.904050 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 8337e5e8-b71a-4b13-ab51-631149aa4cce, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8337e5e8-b71a-4b13-ab51-631149aa4cce,segment=NetworkSegment(1da81d6a-21fc-4e14-b93c-4783e4b7caab),segment_id=1da81d6a-21fc-4e14-b93c-4783e4b7caab)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:07:51.909033 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (8337e5e8-b71a-4b13-ab51-631149aa4cce), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:07:51.932555 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144fda4c-6d00-4188-9668-a855188fe614 x-openstack-request-id: req-144fda4c-6d00-4188-9668-a855188fe614 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:07:51.932888 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c733e99-55f8-4131-90c8-ce7188314642", "name": "network-vif-plugged", "status": "completed", "tag": "8337e5e8-b71a-4b13-ab51-631149aa4cce", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:07:51.933143 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-144fda4c-6d00-4188-9668-a855188fe614 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:07:51.933543 dv-cinder-836996-18-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-144fda4c-6d00-4188-9668-a855188fe614'] response: {'server_uuid': '2c733e99-55f8-4131-90c8-ce7188314642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8337e5e8-b71a-4b13-ab51-631149aa4cce', 'code': 200} May 10 19:07:51.958631 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=8337e5e8-b71a-4b13-ab51-631149aa4cce,revision_number=5']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:07:52.017840 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc28bc-3224-4282-a12f-d3a8be3b91bf req-32f862c2-6ab8-4870-a141-5631675bf811 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:52.019217 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f6bc28bc-3224-4282-a12f-d3a8be3b91bf req-32f862c2-6ab8-4870-a141-5631675bf811 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c733e99-55f8-4131-90c8-ce7188314642 HTTP/1.1" status: 200 len: 945 time: 0.0490789 May 10 19:07:52.072413 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f6bc28bc-3224-4282-a12f-d3a8be3b91bf req-7d2593b5-b263-4aae-9e86-674ad04d9292 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/security-groups?id=23d7cfd6-b859-4546-a071-155854fc884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470817 May 10 19:07:52.143273 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20eda7c-cb00-4e0a-9c93-5c68d1ea7af8 req-59caf49a-c644-40b1-9179-074fda213933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:52.144822 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a20eda7c-cb00-4e0a-9c93-5c68d1ea7af8 req-59caf49a-c644-40b1-9179-074fda213933 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2c733e99-55f8-4131-90c8-ce7188314642 HTTP/1.1" status: 200 len: 1129 time: 0.0388970 May 10 19:07:52.191364 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a20eda7c-cb00-4e0a-9c93-5c68d1ea7af8 req-d86382d0-4937-4688-9f84-78b8bd7e9d3c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=23d7cfd6-b859-4546-a071-155854fc884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375173 May 10 19:07:53.189853 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf73b2-7374-4328-9693-01dd1b084358 req-6fbb697a-9324-444c-8983-5b190ae8fcff tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:53.191346 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-cebf73b2-7374-4328-9693-01dd1b084358 req-6fbb697a-9324-444c-8983-5b190ae8fcff tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c733e99-55f8-4131-90c8-ce7188314642 HTTP/1.1" status: 200 len: 945 time: 0.0465238 May 10 19:07:53.244653 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-cebf73b2-7374-4328-9693-01dd1b084358 req-013323da-c4a8-47ca-bfbb-5dc1385f51ed tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/security-groups?id=23d7cfd6-b859-4546-a071-155854fc884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472407 May 10 19:07:54.378158 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f0d88-73cf-48d9-b5d9-6e233534b36d req-c6737e36-d801-4875-a2fa-09b7e215845c tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:07:54.379644 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-061f0d88-73cf-48d9-b5d9-6e233534b36d req-c6737e36-d801-4875-a2fa-09b7e215845c tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c733e99-55f8-4131-90c8-ce7188314642 HTTP/1.1" status: 200 len: 945 time: 0.0501318 May 10 19:07:54.430301 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-061f0d88-73cf-48d9-b5d9-6e233534b36d req-3985483a-ce89-45bb-8f21-bf77b475a4d1 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/security-groups?id=23d7cfd6-b859-4546-a071-155854fc884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415947 May 10 19:07:58.859039 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-76f3f288-4cfd-4745-8b1b-945f8575fa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:01.253977 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2731095b-0351-4416-a86b-5ad2a319223b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:02.597932 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:03.771678 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:05.396324 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:08.492192 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:08.628342 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:08:12.024865 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d88031-ff21-4b98-aaae-846b530ea442 req-248177a9-fe9b-4681-bd59-3d248dfaa219 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:12.029198 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-08d88031-ff21-4b98-aaae-846b530ea442 req-248177a9-fe9b-4681-bd59-3d248dfaa219 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 946 time: 0.0539563 May 10 19:08:12.077189 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-08d88031-ff21-4b98-aaae-846b530ea442 req-489492e1-357b-4c6b-945b-07429b8e0ef7 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451055 May 10 19:08:13.265677 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac18ce9-4e1d-4bb5-a8c7-926adbc5719b req-e631a317-ca61-493d-a7b1-ed0d6e99cdde tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:13.267189 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3ac18ce9-4e1d-4bb5-a8c7-926adbc5719b req-e631a317-ca61-493d-a7b1-ed0d6e99cdde tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 946 time: 0.1090083 May 10 19:08:13.316460 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3ac18ce9-4e1d-4bb5-a8c7-926adbc5719b req-2057224a-6e3e-4bae-984c-f4979b8462d2 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435672 May 10 19:08:13.518400 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-da43810b-a62d-4855-9918-89a403d1353c req-2c4e333e-9691-4269-af61-e7d07295dcc2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430944 May 10 19:08:13.927911 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43810b-a62d-4855-9918-89a403d1353c req-4e134f8b-3120-4c95-a13b-e2ed91563a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:13.929970 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-da43810b-a62d-4855-9918-89a403d1353c req-4e134f8b-3120-4c95-a13b-e2ed91563a12 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9eb01bc12113463ab0f3d9d80b011053&device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 1168 time: 0.0560915 May 10 19:08:14.049162 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43810b-a62d-4855-9918-89a403d1353c req-f11da1a3-3e57-4703-a5e2-3afaff061e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:14.050674 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-da43810b-a62d-4855-9918-89a403d1353c req-f11da1a3-3e57-4703-a5e2-3afaff061e07 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dae72348-6906-4597-9691-30ca20d2a559 HTTP/1.1" status: 200 len: 915 time: 0.0973473 May 10 19:08:14.136021 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-da43810b-a62d-4855-9918-89a403d1353c req-a348b645-4b94-4dde-bd29-8d4bab9f29bb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53409338-9bb9-4c05-8444-62d10d6d13e7 HTTP/1.1" status: 200 len: 1000 time: 0.0786130 May 10 19:08:14.196942 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43810b-a62d-4855-9918-89a403d1353c req-bdffee0b-a170-4560-965a-3aa596229534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:14.199237 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-da43810b-a62d-4855-9918-89a403d1353c req-bdffee0b-a170-4560-965a-3aa596229534 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b4bd3585-962b-46d4-aa84-8b2715e3471e HTTP/1.1" status: 200 len: 853 time: 0.0564032 May 10 19:08:14.243970 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43810b-a62d-4855-9918-89a403d1353c req-9bd5d05e-2a58-44ba-9a3f-4d6baacdde04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:14.245487 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-da43810b-a62d-4855-9918-89a403d1353c req-9bd5d05e-2a58-44ba-9a3f-4d6baacdde04 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dae72348-6906-4597-9691-30ca20d2a559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388043 May 10 19:08:14.346233 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-da43810b-a62d-4855-9918-89a403d1353c req-cbd9d46b-d1a6-4399-be01-647a6f949c79 service neutron] 10.222.0.48 "GET /v2.0/networks/dae72348-6906-4597-9691-30ca20d2a559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839446 May 10 19:08:14.471906 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cdda5-51a7-4248-b15f-e9f16355be70 req-a5101442-a699-484b-9771-9207871350f5 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:14.473666 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-1a5cdda5-51a7-4248-b15f-e9f16355be70 req-a5101442-a699-484b-9771-9207871350f5 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 946 time: 0.0620136 May 10 19:08:14.501779 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-4d6abaf3-9fbd-437b-bfa9-f0988fdde200 req-6dc99c29-3ea5-46d6-b0a1-f2304450ef04 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-350442177&fields=id&tenant_id=9eb01bc12113463ab0f3d9d80b011053 HTTP/1.1" status: 200 len: 267 time: 0.0481262 May 10 19:08:14.518099 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-da43810b-a62d-4855-9918-89a403d1353c req-feb0977c-9c4e-4208-9128-313557f96a24 service neutron] 10.222.0.48 "GET /v2.0/networks/dae72348-6906-4597-9691-30ca20d2a559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557534 May 10 19:08:14.541700 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-1a5cdda5-51a7-4248-b15f-e9f16355be70 req-784f2ae7-4c34-4ceb-bdbd-792af4908049 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591714 May 10 19:08:14.553425 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6abaf3-9fbd-437b-bfa9-f0988fdde200 req-b46fa3f2-9083-4e3d-998e-91e7912027ce tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:14.557761 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-4d6abaf3-9fbd-437b-bfa9-f0988fdde200 req-b46fa3f2-9083-4e3d-998e-91e7912027ce tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 984 time: 0.0504596 May 10 19:08:14.569995 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [req-4d6abaf3-9fbd-437b-bfa9-f0988fdde200 req-51ed6dad-dc77-4cb3-af7b-f087d16be251 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Request body: {'port': {'security_groups': ['a4bba6f1-081d-4d45-929b-9b8d18457185']}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:08:14.645365 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4d6abaf3-9fbd-437b-bfa9-f0988fdde200 req-51ed6dad-dc77-4cb3-af7b-f087d16be251 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (53409338-9bb9-4c05-8444-62d10d6d13e7), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:14.770634 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9cfa8e-c597-4446-8612-1ca60a2234f8 req-4b071346-f21e-4575-8646-2ab4246f0867 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:14.771993 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4f9cfa8e-c597-4446-8612-1ca60a2234f8 req-4b071346-f21e-4575-8646-2ab4246f0867 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c733e99-55f8-4131-90c8-ce7188314642 HTTP/1.1" status: 200 len: 945 time: 0.0514755 May 10 19:08:14.818777 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4f9cfa8e-c597-4446-8612-1ca60a2234f8 req-46c87610-e929-48a5-8177-717fd8c6ac5b tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/security-groups?id=23d7cfd6-b859-4546-a071-155854fc884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410128 May 10 19:08:14.824031 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-4d6abaf3-9fbd-437b-bfa9-f0988fdde200 req-51ed6dad-dc77-4cb3-af7b-f087d16be251 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] For port 53409338-9bb9-4c05-8444-62d10d6d13e7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=53409338-9bb9-4c05-8444-62d10d6d13e7,segment=NetworkSegment(a0522d6d-1e0d-4b6b-a820-1a35d0c0c909),segment_id=a0522d6d-1e0d-4b6b-a820-1a35d0c0c909)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:08:14.853195 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4d6abaf3-9fbd-437b-bfa9-f0988fdde200 req-51ed6dad-dc77-4cb3-af7b-f087d16be251 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks [] for port (53409338-9bb9-4c05-8444-62d10d6d13e7), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:14.858901 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4d6abaf3-9fbd-437b-bfa9-f0988fdde200 req-51ed6dad-dc77-4cb3-af7b-f087d16be251 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4468760'] for port (53409338-9bb9-4c05-8444-62d10d6d13e7), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:14.900971 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['53409338-9bb9-4c05-8444-62d10d6d13e7'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:08:14.903436 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6abaf3-9fbd-437b-bfa9-f0988fdde200 req-51ed6dad-dc77-4cb3-af7b-f087d16be251 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:14.904058 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4d6abaf3-9fbd-437b-bfa9-f0988fdde200 req-51ed6dad-dc77-4cb3-af7b-f087d16be251 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:14.905562 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-4d6abaf3-9fbd-437b-bfa9-f0988fdde200 req-51ed6dad-dc77-4cb3-af7b-f087d16be251 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "PUT /v2.0/ports/53409338-9bb9-4c05-8444-62d10d6d13e7 HTTP/1.1" status: 200 len: 942 time: 0.3417869 May 10 19:08:14.906001 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd3f720-5676-4d0d-93f2-6ce89fefabba', 'tag': '53409338-9bb9-4c05-8444-62d10d6d13e7'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:08:14.908250 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd46a798d5a9e44ec306513f4cdcaf49ebfda34863e20c5e194c8a5ee67cd38b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a403da5d-0db1-42bb-8252-62b815af9b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "2fd3f720-5676-4d0d-93f2-6ce89fefabba", "tag": "53409338-9bb9-4c05-8444-62d10d6d13e7"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:08:14.913089 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 49102) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:08:14.954702 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c348b0f1-32ff-4b1a-a361-2c0e42ce2c9d x-openstack-request-id: req-c348b0f1-32ff-4b1a-a361-2c0e42ce2c9d {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:08:14.954994 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fd3f720-5676-4d0d-93f2-6ce89fefabba", "tag": "53409338-9bb9-4c05-8444-62d10d6d13e7", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:08:14.955247 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c348b0f1-32ff-4b1a-a361-2c0e42ce2c9d {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:08:14.955646 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c348b0f1-32ff-4b1a-a361-2c0e42ce2c9d'] response: {'name': 'network-changed', 'server_uuid': '2fd3f720-5676-4d0d-93f2-6ce89fefabba', 'tag': '53409338-9bb9-4c05-8444-62d10d6d13e7', 'status': 'completed', 'code': 200} May 10 19:08:14.956203 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed6dad-dc77-4cb3-af7b-f087d16be251 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Pushing event updated for resources: {'Port': ['ID=53409338-9bb9-4c05-8444-62d10d6d13e7,revision_number=7']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:14.971231 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ed6dad-dc77-4cb3-af7b-f087d16be251 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:08:14.971612 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ed6dad-dc77-4cb3-af7b-f087d16be251 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:08:14.971895 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ed6dad-dc77-4cb3-af7b-f087d16be251 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:08:14.972230 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ed6dad-dc77-4cb3-af7b-f087d16be251 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:08:14.972565 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ed6dad-dc77-4cb3-af7b-f087d16be251 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:08:14.972910 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ed6dad-dc77-4cb3-af7b-f087d16be251 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:08:14.973263 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ed6dad-dc77-4cb3-af7b-f087d16be251 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:08:14.973776 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ed6dad-dc77-4cb3-af7b-f087d16be251 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:08:14.974257 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ed6dad-dc77-4cb3-af7b-f087d16be251 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:08:14.974589 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ed6dad-dc77-4cb3-af7b-f087d16be251 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:08:14.974915 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ed6dad-dc77-4cb3-af7b-f087d16be251 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:08:14.975685 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ed6dad-dc77-4cb3-af7b-f087d16be251 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:08:14.975685 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ed6dad-dc77-4cb3-af7b-f087d16be251 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:08:14.975896 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ed6dad-dc77-4cb3-af7b-f087d16be251 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:08:14.976162 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ed6dad-dc77-4cb3-af7b-f087d16be251 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:08:15.012217 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ad14ad6d-4982-4b27-a574-be2556a11cf3 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks [] for security_group (85fbbe70-b68a-4ba4-bf6f-4fa8cfbb577e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:15.039617 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ad14ad6d-4982-4b27-a574-be2556a11cf3 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks [] for security_group (85fbbe70-b68a-4ba4-bf6f-4fa8cfbb577e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:15.049607 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['53409338-9bb9-4c05-8444-62d10d6d13e7'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:08:15.104913 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ad14ad6d-4982-4b27-a574-be2556a11cf3 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (85fbbe70-b68a-4ba4-bf6f-4fa8cfbb577e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:15.107989 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ad14ad6d-4982-4b27-a574-be2556a11cf3 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:15.109226 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-ad14ad6d-4982-4b27-a574-be2556a11cf3 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "DELETE /v2.0/security-groups/85fbbe70-b68a-4ba4-bf6f-4fa8cfbb577e HTTP/1.1" status: 204 len: 168 time: 0.1952221 May 10 19:08:15.112022 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 49104) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:08:15.120006 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14ad6d-4982-4b27-a574-be2556a11cf3 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fbbe70-b68a-4ba4-bf6f-4fa8cfbb577e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:15.164568 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-4dba337b-0160-4a25-8b89-c6cf31b9ca65 None None] Provisioning complete for port 53409338-9bb9-4c05-8444-62d10d6d13e7 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:08:15.164964 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4dba337b-0160-4a25-8b89-c6cf31b9ca65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (53409338-9bb9-4c05-8444-62d10d6d13e7), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:15.264441 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a5a3e905-595e-4572-a19e-4f7146a68152 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Deleting port cc7cfd41-829c-4b9a-b576-89a8b36b0266 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:08:15.264824 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a5a3e905-595e-4572-a19e-4f7146a68152 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (cc7cfd41-829c-4b9a-b576-89a8b36b0266), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:15.283049 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-4dba337b-0160-4a25-8b89-c6cf31b9ca65 None None] Current status of the port 53409338-9bb9-4c05-8444-62d10d6d13e7 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:08:15.338348 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a5a3e905-595e-4572-a19e-4f7146a68152 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (cc7cfd41-829c-4b9a-b576-89a8b36b0266), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:15.338691 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a5a3e905-595e-4572-a19e-4f7146a68152 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks [] for floatingip (cc7cfd41-829c-4b9a-b576-89a8b36b0266), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:15.355213 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a5a3e905-595e-4572-a19e-4f7146a68152 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Calling delete_port for cc7cfd41-829c-4b9a-b576-89a8b36b0266 owned by network:floatingip {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:08:15.547948 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a5a3e905-595e-4572-a19e-4f7146a68152 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (cc7cfd41-829c-4b9a-b576-89a8b36b0266), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:15.573222 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a3e905-595e-4572-a19e-4f7146a68152 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Pushing event deleted for resources: {'Port': ['ID=cc7cfd41-829c-4b9a-b576-89a8b36b0266,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:15.637334 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a5a3e905-595e-4572-a19e-4f7146a68152 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks [] for floatingip (378eea5a-3a74-4876-96eb-f0b2ac86e374), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:15.637717 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.db.l3_db [None req-a5a3e905-595e-4572-a19e-4f7146a68152 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Floating IP 378eea5a-3a74-4876-96eb-f0b2ac86e374 disassociated (deleted). External IP: 172.27.1.50, port: 53409338-9bb9-4c05-8444-62d10d6d13e7. May 10 19:08:15.658308 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc284c-538c-4123-8d20-28eab05855e6 req-d71384e1-d1a2-4336-86a8-d7b6f522bf2d tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:15.660145 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-98fc284c-538c-4123-8d20-28eab05855e6 req-d71384e1-d1a2-4336-86a8-d7b6f522bf2d tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 946 time: 0.0487940 May 10 19:08:15.713824 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-98fc284c-538c-4123-8d20-28eab05855e6 req-eae82727-ad70-46b8-9ad7-3eab22631b92 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479174 May 10 19:08:15.849344 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a3e905-595e-4572-a19e-4f7146a68152 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Router 59850c26-3ffa-43bc-a7a2-5c95f82ea21e has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:08:15.949586 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f9bc9-90d4-44f2-be60-f0fd5a55e01f req-7245f241-7bc5-4e87-b907-2e91595793f7 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:15.951056 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-653f9bc9-90d4-44f2-be60-f0fd5a55e01f req-7245f241-7bc5-4e87-b907-2e91595793f7 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c733e99-55f8-4131-90c8-ce7188314642 HTTP/1.1" status: 200 len: 945 time: 0.0571585 May 10 19:08:16.008754 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a3e905-595e-4572-a19e-4f7146a68152 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:08:16.013935 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a5a3e905-595e-4572-a19e-4f7146a68152 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:16.018813 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eef986d-dc43-43dd-bbca-9e2236697d15 None None] Sync routers for ids ['59850c26-3ffa-43bc-a7a2-5c95f82ea21e'] in dv-cinder-836996-18-iscsi {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:08:16.029164 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eef986d-dc43-43dd-bbca-9e2236697d15 None None] Routers {'59850c26-3ffa-43bc-a7a2-5c95f82ea21e'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:08:16.029986 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2eef986d-dc43-43dd-bbca-9e2236697d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:08:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['59850c26-3ffa-43bc-a7a2-5c95f82ea21e'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:08:16.058065 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-653f9bc9-90d4-44f2-be60-f0fd5a55e01f req-f5ee07b2-df8f-4b38-92b7-6f9f18310fba tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/security-groups?id=23d7cfd6-b859-4546-a071-155854fc884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795059 May 10 19:08:16.064464 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-a5a3e905-595e-4572-a19e-4f7146a68152 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "DELETE /v2.0/floatingips/378eea5a-3a74-4876-96eb-f0b2ac86e374 HTTP/1.1" status: 204 len: 168 time: 0.9513743 May 10 19:08:16.065105 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd3f720-5676-4d0d-93f2-6ce89fefabba', 'tag': '53409338-9bb9-4c05-8444-62d10d6d13e7'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:08:16.067504 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6445ba80-6926-49f6-9322-84af2508c56f" -d '{"events": [{"name": "network-changed", "server_uuid": "2fd3f720-5676-4d0d-93f2-6ce89fefabba", "tag": "53409338-9bb9-4c05-8444-62d10d6d13e7"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:08:16.105398 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce719b3-05ba-4581-8085-63e3420c995e x-openstack-request-id: req-9ce719b3-05ba-4581-8085-63e3420c995e {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:08:16.105698 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fd3f720-5676-4d0d-93f2-6ce89fefabba", "tag": "53409338-9bb9-4c05-8444-62d10d6d13e7", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:08:16.105986 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9ce719b3-05ba-4581-8085-63e3420c995e {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:08:16.106398 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ce719b3-05ba-4581-8085-63e3420c995e'] response: {'name': 'network-changed', 'server_uuid': '2fd3f720-5676-4d0d-93f2-6ce89fefabba', 'tag': '53409338-9bb9-4c05-8444-62d10d6d13e7', 'status': 'completed', 'code': 200} May 10 19:08:16.161758 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-2eef986d-dc43-43dd-bbca-9e2236697d15 None None] Set router 59850c26-3ffa-43bc-a7a2-5c95f82ea21e gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:08:16.188828 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403da5d-0db1-42bb-8252-62b815af9b8a req-ed7dace2-cb8f-40b2-9a5e-657821626a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:16.190351 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a403da5d-0db1-42bb-8252-62b815af9b8a req-ed7dace2-cb8f-40b2-9a5e-657821626a1f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9eb01bc12113463ab0f3d9d80b011053&device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 1129 time: 0.0396252 May 10 19:08:16.360647 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2eef986d-dc43-43dd-bbca-9e2236697d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'name': 'tempest-TestMinimumBasicScenario-946052814-router', 'tenant_id': '9eb01bc12113463ab0f3d9d80b011053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '5c9cd65f-63fe-454c-a8d9-45497184b0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:57Z', 'updated_at': '2022-05-10T19:06:00Z', 'revision_number': 4, 'project_id': '9eb01bc12113463ab0f3d9d80b011053', 'gw_port': {'id': '5c9cd65f-63fe-454c-a8d9-45497184b0b0', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:57Z', 'updated_at': '2022-05-10T19:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '9116c620-f1c3-450f-84b5-0e66dda3afdb', 'name': '', 'network_id': 'dae72348-6906-4597-9691-30ca20d2a559', 'tenant_id': '9eb01bc12113463ab0f3d9d80b011053', 'mac_address': 'fa:16:3e:81:cd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b4bd3585-962b-46d4-aa84-8b2715e3471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:06:00Z', 'updated_at': '2022-05-10T19:06:06Z', 'revision_number': 5, 'project_id': '9eb01bc12113463ab0f3d9d80b011053', 'subnets': [{'id': 'b4bd3585-962b-46d4-aa84-8b2715e3471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:08:16.389324 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eef986d-dc43-43dd-bbca-9e2236697d15 None None] Checking router: 59850c26-3ffa-43bc-a7a2-5c95f82ea21e for host: dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:08:16.399708 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eef986d-dc43-43dd-bbca-9e2236697d15 None None] Routers {'59850c26-3ffa-43bc-a7a2-5c95f82ea21e'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:08:16.400324 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2eef986d-dc43-43dd-bbca-9e2236697d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:08:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['59850c26-3ffa-43bc-a7a2-5c95f82ea21e'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:08:16.445624 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403da5d-0db1-42bb-8252-62b815af9b8a req-216c1add-98a7-49da-ae85-9653b1fd2ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:16.447211 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a403da5d-0db1-42bb-8252-62b815af9b8a req-216c1add-98a7-49da-ae85-9653b1fd2ec9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dae72348-6906-4597-9691-30ca20d2a559 HTTP/1.1" status: 200 len: 915 time: 0.1026154 May 10 19:08:16.519705 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-2eef986d-dc43-43dd-bbca-9e2236697d15 None None] Set router 59850c26-3ffa-43bc-a7a2-5c95f82ea21e gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:08:16.580995 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a403da5d-0db1-42bb-8252-62b815af9b8a req-86c54ba4-c4d4-48c0-a7da-a4c754faefb8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53409338-9bb9-4c05-8444-62d10d6d13e7 HTTP/1.1" status: 200 len: 217 time: 0.0643432 May 10 19:08:16.599784 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c3c6e-c0f0-40ae-8ea8-1de36d3edb92 req-4d6b6fae-add3-4689-b8c8-f4766f32dcae tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:16.601400 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f63c3c6e-c0f0-40ae-8ea8-1de36d3edb92 req-4d6b6fae-add3-4689-b8c8-f4766f32dcae tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c733e99-55f8-4131-90c8-ce7188314642 HTTP/1.1" status: 200 len: 945 time: 0.0836334 May 10 19:08:16.719164 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2eef986d-dc43-43dd-bbca-9e2236697d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'name': 'tempest-TestMinimumBasicScenario-946052814-router', 'tenant_id': '9eb01bc12113463ab0f3d9d80b011053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '5c9cd65f-63fe-454c-a8d9-45497184b0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:57Z', 'updated_at': '2022-05-10T19:06:00Z', 'revision_number': 4, 'project_id': '9eb01bc12113463ab0f3d9d80b011053', 'gw_port': {'id': '5c9cd65f-63fe-454c-a8d9-45497184b0b0', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:57Z', 'updated_at': '2022-05-10T19:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '9116c620-f1c3-450f-84b5-0e66dda3afdb', 'name': '', 'network_id': 'dae72348-6906-4597-9691-30ca20d2a559', 'tenant_id': '9eb01bc12113463ab0f3d9d80b011053', 'mac_address': 'fa:16:3e:81:cd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b4bd3585-962b-46d4-aa84-8b2715e3471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:06:00Z', 'updated_at': '2022-05-10T19:06:06Z', 'revision_number': 5, 'project_id': '9eb01bc12113463ab0f3d9d80b011053', 'subnets': [{'id': 'b4bd3585-962b-46d4-aa84-8b2715e3471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:08:16.745646 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eef986d-dc43-43dd-bbca-9e2236697d15 None None] The sync data for ids ['59850c26-3ffa-43bc-a7a2-5c95f82ea21e'] in dv-cinder-836996-18-iscsi is: [{'id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'name': 'tempest-TestMinimumBasicScenario-946052814-router', 'tenant_id': '9eb01bc12113463ab0f3d9d80b011053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '5c9cd65f-63fe-454c-a8d9-45497184b0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:57Z', 'updated_at': '2022-05-10T19:06:00Z', 'revision_number': 4, 'project_id': '9eb01bc12113463ab0f3d9d80b011053', 'gw_port': {'id': '5c9cd65f-63fe-454c-a8d9-45497184b0b0', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:57Z', 'updated_at': '2022-05-10T19:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '9116c620-f1c3-450f-84b5-0e66dda3afdb', 'name': '', 'network_id': 'dae72348-6906-4597-9691-30ca20d2a559', 'tenant_id': '9eb01bc12113463ab0f3d9d80b011053', 'mac_address': 'fa:16:3e:81:cd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b4bd3585-962b-46d4-aa84-8b2715e3471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:06:00Z', 'updated_at': '2022-05-10T19:06:06Z', 'revision_number': 5, 'project_id': '9eb01bc12113463ab0f3d9d80b011053', 'subnets': [{'id': 'b4bd3585-962b-46d4-aa84-8b2715e3471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:08:16.840243 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74306cf1-75f8-4fc6-b7d3-ab50f206ab47 req-6206ab43-6705-4540-bebd-179dc515d8e0 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:16.841828 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-74306cf1-75f8-4fc6-b7d3-ab50f206ab47 req-6206ab43-6705-4540-bebd-179dc515d8e0 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 946 time: 0.0496321 May 10 19:08:16.893862 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-74306cf1-75f8-4fc6-b7d3-ab50f206ab47 req-3f26c5d7-a151-41dd-9344-c3215fd56b88 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463462 May 10 19:08:16.970326 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403da5d-0db1-42bb-8252-62b815af9b8a req-e4f274f9-e447-4012-9663-f886576da895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:16.972221 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a403da5d-0db1-42bb-8252-62b815af9b8a req-e4f274f9-e447-4012-9663-f886576da895 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b4bd3585-962b-46d4-aa84-8b2715e3471e HTTP/1.1" status: 200 len: 853 time: 0.0972836 May 10 19:08:16.994736 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-f63c3c6e-c0f0-40ae-8ea8-1de36d3edb92 req-bffc38b8-af4c-462f-8bc6-5b6c8ea7ce65 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Deleting port 8337e5e8-b71a-4b13-ab51-631149aa4cce {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:08:16.995073 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-f63c3c6e-c0f0-40ae-8ea8-1de36d3edb92 req-bffc38b8-af4c-462f-8bc6-5b6c8ea7ce65 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (8337e5e8-b71a-4b13-ab51-631149aa4cce), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:16.999783 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb80c6c0-d99e-4827-8279-3405156d785a None None] New status for floating IP 378eea5a-3a74-4876-96eb-f0b2ac86e374: DOWN {{(pid=103425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:08:17.089765 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403da5d-0db1-42bb-8252-62b815af9b8a req-fbf63681-4d79-4e23-8b70-880e939f48e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:17.092024 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a403da5d-0db1-42bb-8252-62b815af9b8a req-fbf63681-4d79-4e23-8b70-880e939f48e3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dae72348-6906-4597-9691-30ca20d2a559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0575740 May 10 19:08:17.128931 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-f63c3c6e-c0f0-40ae-8ea8-1de36d3edb92 req-bffc38b8-af4c-462f-8bc6-5b6c8ea7ce65 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] For port 8337e5e8-b71a-4b13-ab51-631149aa4cce, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8337e5e8-b71a-4b13-ab51-631149aa4cce,segment=NetworkSegment(1da81d6a-21fc-4e14-b93c-4783e4b7caab),segment_id=1da81d6a-21fc-4e14-b93c-4783e4b7caab)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:08:17.129301 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-f63c3c6e-c0f0-40ae-8ea8-1de36d3edb92 req-bffc38b8-af4c-462f-8bc6-5b6c8ea7ce65 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (8337e5e8-b71a-4b13-ab51-631149aa4cce), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:17.165378 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-f63c3c6e-c0f0-40ae-8ea8-1de36d3edb92 req-bffc38b8-af4c-462f-8bc6-5b6c8ea7ce65 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Calling delete_port for 8337e5e8-b71a-4b13-ab51-631149aa4cce owned by compute:nova {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:08:17.269349 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aad93a-111b-4d85-9517-8dd573e6872f req-a5d574b6-e1c0-4898-af3d-e43482ed96e6 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:17.270818 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-50aad93a-111b-4d85-9517-8dd573e6872f req-a5d574b6-e1c0-4898-af3d-e43482ed96e6 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c733e99-55f8-4131-90c8-ce7188314642 HTTP/1.1" status: 200 len: 945 time: 0.1300886 May 10 19:08:17.359485 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a403da5d-0db1-42bb-8252-62b815af9b8a req-c032aa5d-2943-4abb-af74-2c70a4dd9116 service neutron] 10.222.0.48 "GET /v2.0/networks/dae72348-6906-4597-9691-30ca20d2a559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070863 May 10 19:08:17.373055 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-50aad93a-111b-4d85-9517-8dd573e6872f req-e77dd8f8-314e-4d56-8072-63e1ea746efb tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.52 "GET /v2.0/security-groups?id=23d7cfd6-b859-4546-a071-155854fc884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963540 May 10 19:08:17.489890 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-f63c3c6e-c0f0-40ae-8ea8-1de36d3edb92 req-bffc38b8-af4c-462f-8bc6-5b6c8ea7ce65 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (8337e5e8-b71a-4b13-ab51-631149aa4cce), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:17.526576 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc38b8-af4c-462f-8bc6-5b6c8ea7ce65 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Pushing event deleted for resources: {'Port': ['ID=8337e5e8-b71a-4b13-ab51-631149aa4cce,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:17.533742 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['8337e5e8-b71a-4b13-ab51-631149aa4cce'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:08:17.545155 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a403da5d-0db1-42bb-8252-62b815af9b8a req-fa3fbf38-f7dd-4483-bc11-bc504e4a3c66 service neutron] 10.222.0.48 "GET /v2.0/networks/dae72348-6906-4597-9691-30ca20d2a559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710341 May 10 19:08:17.583281 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63c3c6e-c0f0-40ae-8ea8-1de36d3edb92 req-bffc38b8-af4c-462f-8bc6-5b6c8ea7ce65 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] No DVR routers for this DVR port 8337e5e8-b71a-4b13-ab51-631149aa4cce on host hv-cinder-83699 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:08:17.585919 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-f63c3c6e-c0f0-40ae-8ea8-1de36d3edb92 req-bffc38b8-af4c-462f-8bc6-5b6c8ea7ce65 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:17.589873 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f63c3c6e-c0f0-40ae-8ea8-1de36d3edb92 req-bffc38b8-af4c-462f-8bc6-5b6c8ea7ce65 tempest-VolumesSnapshotTestJSON-947814649 tempest-VolumesSnapshotTestJSON-947814649-project] 10.222.0.48 "DELETE /v2.0/ports/8337e5e8-b71a-4b13-ab51-631149aa4cce HTTP/1.1" status: 204 len: 173 time: 0.7226036 May 10 19:08:17.669015 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445ba80-6926-49f6-9322-84af2508c56f req-d23c1090-d6ab-4411-a49b-8acdd5de41f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:17.670505 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-6445ba80-6926-49f6-9322-84af2508c56f req-d23c1090-d6ab-4411-a49b-8acdd5de41f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9eb01bc12113463ab0f3d9d80b011053&device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 1129 time: 0.0403779 May 10 19:08:17.761964 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445ba80-6926-49f6-9322-84af2508c56f req-d4f9f3ea-28a4-4d0d-afa3-92ac49e4b44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:17.763381 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-6445ba80-6926-49f6-9322-84af2508c56f req-d4f9f3ea-28a4-4d0d-afa3-92ac49e4b44d service neutron] 10.222.0.48 "GET /v2.0/networks?id=dae72348-6906-4597-9691-30ca20d2a559 HTTP/1.1" status: 200 len: 915 time: 0.0843613 May 10 19:08:17.816272 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-6445ba80-6926-49f6-9322-84af2508c56f req-f5a719ee-7bb4-456d-9745-92cb2259d96f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53409338-9bb9-4c05-8444-62d10d6d13e7 HTTP/1.1" status: 200 len: 217 time: 0.0365069 May 10 19:08:18.014460 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396a8d3-de9d-4d04-a0ec-bad157032e69 req-51160224-040e-40a4-bda7-89dd94c846e3 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:18.015875 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-e396a8d3-de9d-4d04-a0ec-bad157032e69 req-51160224-040e-40a4-bda7-89dd94c846e3 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 946 time: 0.0476539 May 10 19:08:18.063081 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445ba80-6926-49f6-9322-84af2508c56f req-519d1fc7-1439-4dc9-9f39-57f764ac06f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:18.064832 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-6445ba80-6926-49f6-9322-84af2508c56f req-519d1fc7-1439-4dc9-9f39-57f764ac06f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b4bd3585-962b-46d4-aa84-8b2715e3471e HTTP/1.1" status: 200 len: 853 time: 0.0486817 May 10 19:08:18.069331 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-e396a8d3-de9d-4d04-a0ec-bad157032e69 req-1339e165-94e9-4153-8302-784c8713f4ce tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469110 May 10 19:08:18.106918 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c733e99-55f8-4131-90c8-ce7188314642', 'name': 'network-vif-deleted', 'tag': '8337e5e8-b71a-4b13-ab51-631149aa4cce'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:08:18.109312 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db337ec-f80b-4398-a193-8db2e7b04bb4" -d '{"events": [{"server_uuid": "2c733e99-55f8-4131-90c8-ce7188314642", "name": "network-vif-deleted", "tag": "8337e5e8-b71a-4b13-ab51-631149aa4cce"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:08:18.114344 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445ba80-6926-49f6-9322-84af2508c56f req-15a75570-9f89-4289-8e2f-d08640bc7ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:18.116219 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-6445ba80-6926-49f6-9322-84af2508c56f req-15a75570-9f89-4289-8e2f-d08640bc7ec2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dae72348-6906-4597-9691-30ca20d2a559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442436 May 10 19:08:18.168616 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fc2e3c-85d6-4090-8d04-ae7fa090c704 x-openstack-request-id: req-f0fc2e3c-85d6-4090-8d04-ae7fa090c704 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:08:18.169000 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c733e99-55f8-4131-90c8-ce7188314642", "name": "network-vif-deleted", "tag": "8337e5e8-b71a-4b13-ab51-631149aa4cce", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:08:18.169248 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f0fc2e3c-85d6-4090-8d04-ae7fa090c704 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:08:18.169635 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0fc2e3c-85d6-4090-8d04-ae7fa090c704'] response: {'server_uuid': '2c733e99-55f8-4131-90c8-ce7188314642', 'name': 'network-vif-deleted', 'tag': '8337e5e8-b71a-4b13-ab51-631149aa4cce', 'status': 'completed', 'code': 200} May 10 19:08:18.213092 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-6445ba80-6926-49f6-9322-84af2508c56f req-89dad2a5-d870-4ba2-ac53-3c97f736184c service neutron] 10.222.0.48 "GET /v2.0/networks/dae72348-6906-4597-9691-30ca20d2a559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888309 May 10 19:08:18.310821 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-6445ba80-6926-49f6-9322-84af2508c56f req-0105eaa1-443e-4c24-96e8-ebb9cd200e97 service neutron] 10.222.0.48 "GET /v2.0/networks/dae72348-6906-4597-9691-30ca20d2a559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909858 May 10 19:08:19.188976 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a6aa4-657d-4985-a8a6-26c0a74fe43a req-78e63ac6-ec61-4cd5-968f-63ec982e355e tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:19.190496 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c75a6aa4-657d-4985-a8a6-26c0a74fe43a req-78e63ac6-ec61-4cd5-968f-63ec982e355e tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 946 time: 0.0507207 May 10 19:08:19.244819 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c75a6aa4-657d-4985-a8a6-26c0a74fe43a req-02db5e2b-9577-4ef9-a715-b2eed499839a tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486045 May 10 19:08:19.854239 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a577a-ff51-4ab7-ae00-8cc13b40d676 req-2313ef2b-a811-4105-a736-1ac71a37387c tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:19.855792 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-241a577a-ff51-4ab7-ae00-8cc13b40d676 req-2313ef2b-a811-4105-a736-1ac71a37387c tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 945 time: 0.0477793 May 10 19:08:19.910577 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-241a577a-ff51-4ab7-ae00-8cc13b40d676 req-5ba128c7-0d50-4d07-9c78-931e3d886985 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479989 May 10 19:08:20.372612 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49626f-2ee5-42c3-bfc0-088a6e58de0e req-57a37e62-5aef-4c68-87ab-e21733753e95 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:20.374126 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-ce49626f-2ee5-42c3-bfc0-088a6e58de0e req-57a37e62-5aef-4c68-87ab-e21733753e95 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 946 time: 0.0499668 May 10 19:08:20.423064 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-ce49626f-2ee5-42c3-bfc0-088a6e58de0e req-9fbaa9b3-e8ef-44ad-bcce-c87baff5b887 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434754 May 10 19:08:21.026227 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573eec64-3fa2-464d-bc6f-32faa40cbb01 req-97c3ec1b-56f5-4086-8de1-272ca095be6d tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:21.027686 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-573eec64-3fa2-464d-bc6f-32faa40cbb01 req-97c3ec1b-56f5-4086-8de1-272ca095be6d tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 945 time: 0.0488632 May 10 19:08:21.075574 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-573eec64-3fa2-464d-bc6f-32faa40cbb01 req-614a2f6d-e342-4beb-a3b6-f7c988123360 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420971 May 10 19:08:21.547617 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634f308-a325-43e5-9b19-0bab2ebb33a3 req-dba468d2-3811-4bbb-9d6c-c6a77b465493 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:21.549251 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-8634f308-a325-43e5-9b19-0bab2ebb33a3 req-dba468d2-3811-4bbb-9d6c-c6a77b465493 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 946 time: 0.0544531 May 10 19:08:21.600508 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-8634f308-a325-43e5-9b19-0bab2ebb33a3 req-53759e2f-a974-4abb-9d1b-49410c14300b tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438783 May 10 19:08:22.211382 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8be31-5d61-406d-bb74-15358d3dc723 req-124a67d5-0fae-4281-aab7-f0e2e4b4319f tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:22.212792 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e8d8be31-5d61-406d-bb74-15358d3dc723 req-124a67d5-0fae-4281-aab7-f0e2e4b4319f tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 945 time: 0.0582631 May 10 19:08:22.262397 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e8d8be31-5d61-406d-bb74-15358d3dc723 req-080c66df-6b49-470b-b626-68d3172b2d03 tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414228 May 10 19:08:22.642301 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 8337e5e8-b71a-4b13-ab51-631149aa4cce no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:08:22.665578 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] No Port match for: 8337e5e8-b71a-4b13-ab51-631149aa4cce {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:08:22.665925 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 8337e5e8-b71a-4b13-ab51-631149aa4cce not bound to the agent host hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:08:22.729613 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503e68c-2896-4f01-9d75-71cfe8ca6514 req-6679b7f2-346b-4e8c-b16a-d4ac37d05cf1 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:22.731356 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-7503e68c-2896-4f01-9d75-71cfe8ca6514 req-6679b7f2-346b-4e8c-b16a-d4ac37d05cf1 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 946 time: 0.0562108 May 10 19:08:22.805308 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-7503e68c-2896-4f01-9d75-71cfe8ca6514 req-8e7b51ae-7f0b-4344-826c-5580e52e59bc tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678720 May 10 19:08:23.290448 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e07b8f-dd32-47b6-a754-74b883402e1a req-cf09659e-4bc6-49a9-8a4b-d2b2be83552b tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:23.291903 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-84e07b8f-dd32-47b6-a754-74b883402e1a req-cf09659e-4bc6-49a9-8a4b-d2b2be83552b tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 945 time: 0.0594993 May 10 19:08:23.411780 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-84e07b8f-dd32-47b6-a754-74b883402e1a req-55a263ee-dcf2-487a-b063-6edb4a2efcbb tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Deleting port 53409338-9bb9-4c05-8444-62d10d6d13e7 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:08:23.412126 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-84e07b8f-dd32-47b6-a754-74b883402e1a req-55a263ee-dcf2-487a-b063-6edb4a2efcbb tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (53409338-9bb9-4c05-8444-62d10d6d13e7), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:23.433722 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f9350-ba76-47d6-9607-6f488b43534d req-891f0350-7c51-4813-8324-b9d64b19d34d tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:23.435184 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aa0f9350-ba76-47d6-9607-6f488b43534d req-891f0350-7c51-4813-8324-b9d64b19d34d tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fd3f720-5676-4d0d-93f2-6ce89fefabba HTTP/1.1" status: 200 len: 945 time: 0.0694160 May 10 19:08:23.809505 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aa0f9350-ba76-47d6-9607-6f488b43534d req-853f0215-b732-434b-a35c-899d4247e83a tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4bba6f1-081d-4d45-929b-9b8d18457185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502576 May 10 19:08:23.821719 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-84e07b8f-dd32-47b6-a754-74b883402e1a req-55a263ee-dcf2-487a-b063-6edb4a2efcbb tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] For port 53409338-9bb9-4c05-8444-62d10d6d13e7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=53409338-9bb9-4c05-8444-62d10d6d13e7,segment=NetworkSegment(a0522d6d-1e0d-4b6b-a820-1a35d0c0c909),segment_id=a0522d6d-1e0d-4b6b-a820-1a35d0c0c909)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:08:23.822120 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-84e07b8f-dd32-47b6-a754-74b883402e1a req-55a263ee-dcf2-487a-b063-6edb4a2efcbb tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (53409338-9bb9-4c05-8444-62d10d6d13e7), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:23.836722 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-84e07b8f-dd32-47b6-a754-74b883402e1a req-55a263ee-dcf2-487a-b063-6edb4a2efcbb tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Calling delete_port for 53409338-9bb9-4c05-8444-62d10d6d13e7 owned by compute:nova {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:08:23.927077 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c080448-6030-4d43-ae94-2b77c120deb1 req-d8f1b20b-494a-4a67-bba0-aa3d3d07f2fb tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:23.928573 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-6c080448-6030-4d43-ae94-2b77c120deb1 req-d8f1b20b-494a-4a67-bba0-aa3d3d07f2fb tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 946 time: 0.0487840 May 10 19:08:23.967274 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-84e07b8f-dd32-47b6-a754-74b883402e1a req-55a263ee-dcf2-487a-b063-6edb4a2efcbb tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (53409338-9bb9-4c05-8444-62d10d6d13e7), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:23.979603 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-6c080448-6030-4d43-ae94-2b77c120deb1 req-4b675155-9a14-4804-aefb-82cfa2d8f519 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448265 May 10 19:08:23.998628 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a263ee-dcf2-487a-b063-6edb4a2efcbb tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Pushing event deleted for resources: {'Port': ['ID=53409338-9bb9-4c05-8444-62d10d6d13e7,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:24.015592 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['53409338-9bb9-4c05-8444-62d10d6d13e7'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:08:24.041565 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e07b8f-dd32-47b6-a754-74b883402e1a req-55a263ee-dcf2-487a-b063-6edb4a2efcbb tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] No DVR routers for this DVR port 53409338-9bb9-4c05-8444-62d10d6d13e7 on host hv-cinder-83699 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:08:24.043962 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-84e07b8f-dd32-47b6-a754-74b883402e1a req-55a263ee-dcf2-487a-b063-6edb4a2efcbb tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:24.047216 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-84e07b8f-dd32-47b6-a754-74b883402e1a req-55a263ee-dcf2-487a-b063-6edb4a2efcbb tempest-TestMinimumBasicScenario-549764140 tempest-TestMinimumBasicScenario-549764140-project] 10.222.0.48 "DELETE /v2.0/ports/53409338-9bb9-4c05-8444-62d10d6d13e7 HTTP/1.1" status: 204 len: 173 time: 0.7494252 May 10 19:08:24.047641 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd3f720-5676-4d0d-93f2-6ce89fefabba', 'name': 'network-vif-deleted', 'tag': '53409338-9bb9-4c05-8444-62d10d6d13e7'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:08:24.049874 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb507dc-5fdc-4732-bf1a-d749fb2eb4fc" -d '{"events": [{"server_uuid": "2fd3f720-5676-4d0d-93f2-6ce89fefabba", "name": "network-vif-deleted", "tag": "53409338-9bb9-4c05-8444-62d10d6d13e7"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:08:24.085086 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f12b63-594f-49d6-a049-35f706fed6fb x-openstack-request-id: req-a0f12b63-594f-49d6-a049-35f706fed6fb {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:08:24.085398 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd3f720-5676-4d0d-93f2-6ce89fefabba", "name": "network-vif-deleted", "tag": "53409338-9bb9-4c05-8444-62d10d6d13e7", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:08:24.085681 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a0f12b63-594f-49d6-a049-35f706fed6fb {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:08:24.086083 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0f12b63-594f-49d6-a049-35f706fed6fb'] response: {'server_uuid': '2fd3f720-5676-4d0d-93f2-6ce89fefabba', 'name': 'network-vif-deleted', 'tag': '53409338-9bb9-4c05-8444-62d10d6d13e7', 'status': 'completed', 'code': 200} May 10 19:08:25.094492 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f75ff-5693-47b0-b151-85d33715ffd4 req-218037bd-1938-4c5f-95ec-e51e89f7be3d tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:25.095912 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-8a5f75ff-5693-47b0-b151-85d33715ffd4 req-218037bd-1938-4c5f-95ec-e51e89f7be3d tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 946 time: 0.0479772 May 10 19:08:25.144668 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-8a5f75ff-5693-47b0-b151-85d33715ffd4 req-ba6d7602-2639-46d9-9b32-9148162e96ad tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431166 May 10 19:08:25.492499 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 49250) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:08:25.838771 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3f3b9438-542e-46f7-ae5f-f8f95cc9e1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2088698'] for router_interface (59850c26-3ffa-43bc-a7a2-5c95f82ea21e), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:26.075624 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3f3b9438-542e-46f7-ae5f-f8f95cc9e1f5 admin admin] Deleting port 9116c620-f1c3-450f-84b5-0e66dda3afdb {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:08:26.075966 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3f3b9438-542e-46f7-ae5f-f8f95cc9e1f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (9116c620-f1c3-450f-84b5-0e66dda3afdb), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:26.162265 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-3f3b9438-542e-46f7-ae5f-f8f95cc9e1f5 admin admin] For port 9116c620-f1c3-450f-84b5-0e66dda3afdb, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=9116c620-f1c3-450f-84b5-0e66dda3afdb,segment=NetworkSegment(a0522d6d-1e0d-4b6b-a820-1a35d0c0c909),segment_id=a0522d6d-1e0d-4b6b-a820-1a35d0c0c909)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:08:26.162515 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3f3b9438-542e-46f7-ae5f-f8f95cc9e1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (9116c620-f1c3-450f-84b5-0e66dda3afdb), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:26.175859 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3f3b9438-542e-46f7-ae5f-f8f95cc9e1f5 admin admin] Calling delete_port for 9116c620-f1c3-450f-84b5-0e66dda3afdb owned by network:router_interface {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:08:26.283186 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b75eb-0e1c-42b3-a32a-27f9977f247c req-ec46ca39-d935-4e03-a307-2d78f96bd173 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:26.284742 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-6f8b75eb-0e1c-42b3-a32a-27f9977f247c req-ec46ca39-d935-4e03-a307-2d78f96bd173 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 946 time: 0.0667040 May 10 19:08:26.388380 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-6f8b75eb-0e1c-42b3-a32a-27f9977f247c req-8fe4dd00-d7d2-434d-b211-e749d78f2ed1 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976954 May 10 19:08:26.445682 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3f3b9438-542e-46f7-ae5f-f8f95cc9e1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (9116c620-f1c3-450f-84b5-0e66dda3afdb), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:26.470364 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b9438-542e-46f7-ae5f-f8f95cc9e1f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9116c620-f1c3-450f-84b5-0e66dda3afdb,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:26.638259 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3f3b9438-542e-46f7-ae5f-f8f95cc9e1f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2055489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2091507'] for router_interface (59850c26-3ffa-43bc-a7a2-5c95f82ea21e), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:26.857995 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3b9438-542e-46f7-ae5f-f8f95cc9e1f5 admin admin] Router 59850c26-3ffa-43bc-a7a2-5c95f82ea21e has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:08:26.970171 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3b9438-542e-46f7-ae5f-f8f95cc9e1f5 admin admin] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:08:26.975606 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-3f3b9438-542e-46f7-ae5f-f8f95cc9e1f5 admin admin] 10.222.0.52 "PUT /v2.0/routers/59850c26-3ffa-43bc-a7a2-5c95f82ea21e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4820497 May 10 19:08:26.978394 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 49266) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:08:26.982508 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f6032d-9240-40d5-a1c9-cae922bb80b6 None None] Sync routers for ids ['59850c26-3ffa-43bc-a7a2-5c95f82ea21e'] in dv-cinder-836996-18-iscsi {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:08:26.993041 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f6032d-9240-40d5-a1c9-cae922bb80b6 None None] Routers {'59850c26-3ffa-43bc-a7a2-5c95f82ea21e'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:08:26.993715 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-68f6032d-9240-40d5-a1c9-cae922bb80b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:08:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['59850c26-3ffa-43bc-a7a2-5c95f82ea21e'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:08:27.103025 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fb72a484-ccc3-48b4-857c-0c55f6f49ec9 admin admin] Publish callbacks [] for router (59850c26-3ffa-43bc-a7a2-5c95f82ea21e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:27.110343 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-68f6032d-9240-40d5-a1c9-cae922bb80b6 None None] Set router 59850c26-3ffa-43bc-a7a2-5c95f82ea21e gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:08:27.207060 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fb72a484-ccc3-48b4-857c-0c55f6f49ec9 admin admin] Publish callbacks [] for router_gateway (59850c26-3ffa-43bc-a7a2-5c95f82ea21e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:27.257972 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-fb72a484-ccc3-48b4-857c-0c55f6f49ec9 admin admin] Deleting port 5c9cd65f-63fe-454c-a8d9-45497184b0b0 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:08:27.258320 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fb72a484-ccc3-48b4-857c-0c55f6f49ec9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (5c9cd65f-63fe-454c-a8d9-45497184b0b0), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:27.282371 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-68f6032d-9240-40d5-a1c9-cae922bb80b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'name': 'tempest-TestMinimumBasicScenario-946052814-router', 'tenant_id': '9eb01bc12113463ab0f3d9d80b011053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '5c9cd65f-63fe-454c-a8d9-45497184b0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:57Z', 'updated_at': '2022-05-10T19:08:26Z', 'revision_number': 5, 'project_id': '9eb01bc12113463ab0f3d9d80b011053', 'gw_port': {'id': '5c9cd65f-63fe-454c-a8d9-45497184b0b0', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:57Z', 'updated_at': '2022-05-10T19:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi'}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:08:27.308425 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f6032d-9240-40d5-a1c9-cae922bb80b6 None None] Checking router: 59850c26-3ffa-43bc-a7a2-5c95f82ea21e for host: dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:08:27.316814 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f6032d-9240-40d5-a1c9-cae922bb80b6 None None] Routers {'59850c26-3ffa-43bc-a7a2-5c95f82ea21e'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:08:27.317428 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-68f6032d-9240-40d5-a1c9-cae922bb80b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:08:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['59850c26-3ffa-43bc-a7a2-5c95f82ea21e'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:08:27.336888 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-fb72a484-ccc3-48b4-857c-0c55f6f49ec9 admin admin] For port 5c9cd65f-63fe-454c-a8d9-45497184b0b0, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=5c9cd65f-63fe-454c-a8d9-45497184b0b0,segment=NetworkSegment(5e4a060e-4ea0-4d95-88b5-1969f86bafa6),segment_id=5e4a060e-4ea0-4d95-88b5-1969f86bafa6)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:08:27.337254 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fb72a484-ccc3-48b4-857c-0c55f6f49ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (5c9cd65f-63fe-454c-a8d9-45497184b0b0), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:27.350224 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-fb72a484-ccc3-48b4-857c-0c55f6f49ec9 admin admin] Calling delete_port for 5c9cd65f-63fe-454c-a8d9-45497184b0b0 owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:08:27.405196 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-68f6032d-9240-40d5-a1c9-cae922bb80b6 None None] Set router 59850c26-3ffa-43bc-a7a2-5c95f82ea21e gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:08:27.456602 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-68f6032d-9240-40d5-a1c9-cae922bb80b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'name': 'tempest-TestMinimumBasicScenario-946052814-router', 'tenant_id': '9eb01bc12113463ab0f3d9d80b011053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:57Z', 'updated_at': '2022-05-10T19:08:27Z', 'revision_number': 6, 'project_id': '9eb01bc12113463ab0f3d9d80b011053', 'gw_port_host': None}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:08:27.486431 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f6032d-9240-40d5-a1c9-cae922bb80b6 None None] The sync data for ids ['59850c26-3ffa-43bc-a7a2-5c95f82ea21e'] in dv-cinder-836996-18-iscsi is: [{'id': '59850c26-3ffa-43bc-a7a2-5c95f82ea21e', 'name': 'tempest-TestMinimumBasicScenario-946052814-router', 'tenant_id': '9eb01bc12113463ab0f3d9d80b011053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:57Z', 'updated_at': '2022-05-10T19:08:27Z', 'revision_number': 6, 'project_id': '9eb01bc12113463ab0f3d9d80b011053', 'gw_port_host': None}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:08:27.514047 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e4450-8687-4988-82a5-049a91a519eb req-16d777a8-897c-40f9-894c-f5c5a5efbbe6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:27.515598 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-e85e4450-8687-4988-82a5-049a91a519eb req-16d777a8-897c-40f9-894c-f5c5a5efbbe6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 946 time: 0.0536652 May 10 19:08:27.602123 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-e85e4450-8687-4988-82a5-049a91a519eb req-d5601465-5782-4543-894e-e58f4071adcb tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759852 May 10 19:08:27.603139 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fb72a484-ccc3-48b4-857c-0c55f6f49ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4468833'] for port (5c9cd65f-63fe-454c-a8d9-45497184b0b0), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:27.629221 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb72a484-ccc3-48b4-857c-0c55f6f49ec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c9cd65f-63fe-454c-a8d9-45497184b0b0,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:27.689414 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fb72a484-ccc3-48b4-857c-0c55f6f49ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2086036'] for router_gateway (59850c26-3ffa-43bc-a7a2-5c95f82ea21e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:27.795922 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fb72a484-ccc3-48b4-857c-0c55f6f49ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2081368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2663'] for router (59850c26-3ffa-43bc-a7a2-5c95f82ea21e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:27.798249 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fb72a484-ccc3-48b4-857c-0c55f6f49ec9 admin admin] Publish callbacks [] for router_controller (59850c26-3ffa-43bc-a7a2-5c95f82ea21e), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:27.843421 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fb72a484-ccc3-48b4-857c-0c55f6f49ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2081347'] for router (59850c26-3ffa-43bc-a7a2-5c95f82ea21e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:27.844055 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb72a484-ccc3-48b4-857c-0c55f6f49ec9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59850c26-3ffa-43bc-a7a2-5c95f82ea21e {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 19:08:27.848750 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fb72a484-ccc3-48b4-857c-0c55f6f49ec9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:27.849874 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-fb72a484-ccc3-48b4-857c-0c55f6f49ec9 admin admin] 10.222.0.52 "DELETE /v2.0/routers/59850c26-3ffa-43bc-a7a2-5c95f82ea21e HTTP/1.1" status: 204 len: 168 time: 0.8704698 May 10 19:08:27.852478 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 49272) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:08:27.901684 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-e39c2f0b-7e20-4f95-ac6e-5396093248a2 admin admin] Deleting subnet b4bd3585-962b-46d4-aa84-8b2715e3471e {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 19:08:27.905091 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e39c2f0b-7e20-4f95-ac6e-5396093248a2 admin admin] Publish callbacks [] for subnet (b4bd3585-962b-46d4-aa84-8b2715e3471e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:27.943095 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e39c2f0b-7e20-4f95-ac6e-5396093248a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4514108'] for subnet (b4bd3585-962b-46d4-aa84-8b2715e3471e), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:28.023169 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e39c2f0b-7e20-4f95-ac6e-5396093248a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966585'] for subnet (b4bd3585-962b-46d4-aa84-8b2715e3471e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:28.075344 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e39c2f0b-7e20-4f95-ac6e-5396093248a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4468822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4218745'] for subnet (b4bd3585-962b-46d4-aa84-8b2715e3471e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:28.102245 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e39c2f0b-7e20-4f95-ac6e-5396093248a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:28.108214 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-e39c2f0b-7e20-4f95-ac6e-5396093248a2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b4bd3585-962b-46d4-aa84-8b2715e3471e HTTP/1.1" status: 204 len: 168 time: 0.2521038 May 10 19:08:28.108214 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c2f0b-7e20-4f95-ac6e-5396093248a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4bd3585-962b-46d4-aa84-8b2715e3471e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:28.108912 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 49276) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:08:28.110059 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0ba34e-294c-4ef6-8d54-e09fb6ba44c0 None None] Network dae72348-6906-4597-9691-30ca20d2a559 requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:08:28.181219 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4449-c51f-4b8f-a6f2-34cbaa091fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824044'] for network (dae72348-6906-4597-9691-30ca20d2a559), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:28.227132 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b4449-c51f-4b8f-a6f2-34cbaa091fef admin admin] Deleting port 738d368c-8326-4a87-ba18-17490fabbaf9 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:08:28.227457 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4449-c51f-4b8f-a6f2-34cbaa091fef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (738d368c-8326-4a87-ba18-17490fabbaf9), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:28.266058 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d142d3e9-7604-4eb7-82d3-23d59471ac85 None None] DHCP port deletion for dae72348-6906-4597-9691-30ca20d2a559 request from dv-cinder-836996-18-iscsi {{(pid=103424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 19:08:28.290237 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-1e6b4449-c51f-4b8f-a6f2-34cbaa091fef admin admin] For port 738d368c-8326-4a87-ba18-17490fabbaf9, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=738d368c-8326-4a87-ba18-17490fabbaf9,segment=NetworkSegment(a0522d6d-1e0d-4b6b-a820-1a35d0c0c909),segment_id=a0522d6d-1e0d-4b6b-a820-1a35d0c0c909)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:08:28.290637 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4449-c51f-4b8f-a6f2-34cbaa091fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (738d368c-8326-4a87-ba18-17490fabbaf9), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:28.303994 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b4449-c51f-4b8f-a6f2-34cbaa091fef admin admin] Calling delete_port for 738d368c-8326-4a87-ba18-17490fabbaf9 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:08:28.308575 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-d142d3e9-7604-4eb7-82d3-23d59471ac85 None None] Deleting port 738d368c-8326-4a87-ba18-17490fabbaf9 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:08:28.308980 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d142d3e9-7604-4eb7-82d3-23d59471ac85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (738d368c-8326-4a87-ba18-17490fabbaf9), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:28.371000 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-d142d3e9-7604-4eb7-82d3-23d59471ac85 None None] For port 738d368c-8326-4a87-ba18-17490fabbaf9, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=738d368c-8326-4a87-ba18-17490fabbaf9,segment=NetworkSegment(a0522d6d-1e0d-4b6b-a820-1a35d0c0c909),segment_id=a0522d6d-1e0d-4b6b-a820-1a35d0c0c909)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:08:28.371395 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d142d3e9-7604-4eb7-82d3-23d59471ac85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (738d368c-8326-4a87-ba18-17490fabbaf9), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:28.384288 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-d142d3e9-7604-4eb7-82d3-23d59471ac85 None None] Calling delete_port for 738d368c-8326-4a87-ba18-17490fabbaf9 owned by network:dhcp {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:08:28.388689 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4449-c51f-4b8f-a6f2-34cbaa091fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (738d368c-8326-4a87-ba18-17490fabbaf9), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:28.415569 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4449-c51f-4b8f-a6f2-34cbaa091fef admin admin] Pushing event deleted for resources: {'Port': ['ID=738d368c-8326-4a87-ba18-17490fabbaf9,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:28.417411 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6b4449-c51f-4b8f-a6f2-34cbaa091fef admin admin] No DVR routers for this DVR port 738d368c-8326-4a87-ba18-17490fabbaf9 on host dv-cinder-836996-18-iscsi {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:08:28.480608 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d142d3e9-7604-4eb7-82d3-23d59471ac85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587'] for port (738d368c-8326-4a87-ba18-17490fabbaf9), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:28.489551 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4449-c51f-4b8f-a6f2-34cbaa091fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965186', 'neutron.services.segments.db._delete_segments_for_network-8776401828657'] for network (dae72348-6906-4597-9691-30ca20d2a559), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:28.508152 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142d3e9-7604-4eb7-82d3-23d59471ac85 None None] Pushing event deleted for resources: {'Port': ['ID=738d368c-8326-4a87-ba18-17490fabbaf9,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:28.510140 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d142d3e9-7604-4eb7-82d3-23d59471ac85 None None] No DVR routers for this DVR port 738d368c-8326-4a87-ba18-17490fabbaf9 on host dv-cinder-836996-18-iscsi {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:08:28.516118 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.services.segments.db [None req-1e6b4449-c51f-4b8f-a6f2-34cbaa091fef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae72348-6906-4597-9691-30ca20d2a559']}} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:08:28.526911 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.services.segments.db [None req-1e6b4449-c51f-4b8f-a6f2-34cbaa091fef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0522d6d-1e0d-4b6b-a820-1a35d0c0c909') {'for_net_delete': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:08:28.527339 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.services.segments.db [None req-1e6b4449-c51f-4b8f-a6f2-34cbaa091fef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0522d6d-1e0d-4b6b-a820-1a35d0c0c909') {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:08:28.537614 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4449-c51f-4b8f-a6f2-34cbaa091fef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776401828410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6129926'] for segment (a0522d6d-1e0d-4b6b-a820-1a35d0c0c909), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:28.549724 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4449-c51f-4b8f-a6f2-34cbaa091fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860'] for segment (a0522d6d-1e0d-4b6b-a820-1a35d0c0c909), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:28.555576 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e6b4449-c51f-4b8f-a6f2-34cbaa091fef admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:08:28.555985 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4449-c51f-4b8f-a6f2-34cbaa091fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6129818'] for segment (a0522d6d-1e0d-4b6b-a820-1a35d0c0c909), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:28.557696 dv-cinder-836996-18-iscsi neutron-server[103423]: Traceback (most recent call last): May 10 19:08:28.557696 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:08:28.557696 dv-cinder-836996-18-iscsi neutron-server[103423]: timer() May 10 19:08:28.557696 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:08:28.557696 dv-cinder-836996-18-iscsi neutron-server[103423]: cb(*args, **kw) May 10 19:08:28.557696 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 19:08:28.557696 dv-cinder-836996-18-iscsi neutron-server[103423]: return func(*args, **kwargs) May 10 19:08:28.557696 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:08:28.557696 dv-cinder-836996-18-iscsi neutron-server[103423]: self._notify() May 10 19:08:28.557696 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:08:28.557696 dv-cinder-836996-18-iscsi neutron-server[103423]: self.callback(batched_events) May 10 19:08:28.557696 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:08:28.557696 dv-cinder-836996-18-iscsi neutron-server[103423]: event.method(event) May 10 19:08:28.557696 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 19:08:28.557696 dv-cinder-836996-18-iscsi neutron-server[103423]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:08:28.557696 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 19:08:28.557696 dv-cinder-836996-18-iscsi neutron-server[103423]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:08:28.557696 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 19:08:28.557696 dv-cinder-836996-18-iscsi neutron-server[103423]: return f(self, *a, **k) May 10 19:08:28.557696 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 19:08:28.557696 dv-cinder-836996-18-iscsi neutron-server[103423]: return self._get(url).json() May 10 19:08:28.557696 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 19:08:28.557696 dv-cinder-836996-18-iscsi neutron-server[103423]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:08:28.557696 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:08:28.557696 dv-cinder-836996-18-iscsi neutron-server[103423]: return self.request(url, 'GET', **kwargs) May 10 19:08:28.557696 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:08:28.557696 dv-cinder-836996-18-iscsi neutron-server[103423]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:08:28.557696 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:08:28.557696 dv-cinder-836996-18-iscsi neutron-server[103423]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:08:28.557696 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:08:28.557696 dv-cinder-836996-18-iscsi neutron-server[103423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:08:28.557696 dv-cinder-836996-18-iscsi neutron-server[103423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:08:28.612944 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4449-c51f-4b8f-a6f2-34cbaa091fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2085882'] for network (dae72348-6906-4597-9691-30ca20d2a559), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:28.618780 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4449-c51f-4b8f-a6f2-34cbaa091fef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for network (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:28.621973 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-1e6b4449-c51f-4b8f-a6f2-34cbaa091fef admin admin] 10.222.0.52 "DELETE /v2.0/networks/dae72348-6906-4597-9691-30ca20d2a559 HTTP/1.1" status: 204 len: 168 time: 0.5115962 May 10 19:08:28.626276 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 49278) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:08:28.633358 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4449-c51f-4b8f-a6f2-34cbaa091fef admin admin] Pushing event deleted for resources: {'Network': ['ID=dae72348-6906-4597-9691-30ca20d2a559,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:28.717731 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fcdabc-28bf-4c68-9d73-5dbaf1363f26 req-c1cda6af-4907-47fe-8d7b-664e8219a586 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:28.719166 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-66fcdabc-28bf-4c68-9d73-5dbaf1363f26 req-c1cda6af-4907-47fe-8d7b-664e8219a586 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 946 time: 0.0463073 May 10 19:08:28.774214 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-66fcdabc-28bf-4c68-9d73-5dbaf1363f26 req-d0322d4c-68b6-49e5-abdb-f96607d7436b tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491171 May 10 19:08:28.853156 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-85aad92b-1dc4-48cc-9192-c7e6c789d251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:28.963125 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e8e992f9-8f74-448b-822f-177cdecd5ad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2088698'] for router_interface (c350efc5-3790-48e4-8194-420678cc5734), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:29.207785 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-e8e992f9-8f74-448b-822f-177cdecd5ad0 admin admin] Deleting port 8d5821f5-8113-4e24-8398-0bc46ed5daa6 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:08:29.208495 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e8e992f9-8f74-448b-822f-177cdecd5ad0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (8d5821f5-8113-4e24-8398-0bc46ed5daa6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:29.283164 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 738d368c-8326-4a87-ba18-17490fabbaf9 no longer exists at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:08:29.290552 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-e8e992f9-8f74-448b-822f-177cdecd5ad0 admin admin] For port 8d5821f5-8113-4e24-8398-0bc46ed5daa6, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=8d5821f5-8113-4e24-8398-0bc46ed5daa6,segment=NetworkSegment(4f7bb082-2a09-4fd9-ae6d-e6d44bcc2454),segment_id=4f7bb082-2a09-4fd9-ae6d-e6d44bcc2454)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:08:29.290917 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e8e992f9-8f74-448b-822f-177cdecd5ad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (8d5821f5-8113-4e24-8398-0bc46ed5daa6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:29.303907 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] No Port match for: 738d368c-8326-4a87-ba18-17490fabbaf9 {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:08:29.304260 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 738d368c-8326-4a87-ba18-17490fabbaf9 not bound to the agent host dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:08:29.304771 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 9116c620-f1c3-450f-84b5-0e66dda3afdb no longer exists at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:08:29.306816 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-e8e992f9-8f74-448b-822f-177cdecd5ad0 admin admin] Calling delete_port for 8d5821f5-8113-4e24-8398-0bc46ed5daa6 owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:08:29.326363 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] No Port match for: 9116c620-f1c3-450f-84b5-0e66dda3afdb {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:08:29.326718 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 9116c620-f1c3-450f-84b5-0e66dda3afdb not bound to the agent host dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:08:29.327105 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 5c9cd65f-63fe-454c-a8d9-45497184b0b0 no longer exists at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:08:29.346226 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] No Port match for: 5c9cd65f-63fe-454c-a8d9-45497184b0b0 {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:08:29.346532 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 5c9cd65f-63fe-454c-a8d9-45497184b0b0 not bound to the agent host dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:08:29.728729 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e8e992f9-8f74-448b-822f-177cdecd5ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4468833'] for port (8d5821f5-8113-4e24-8398-0bc46ed5daa6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:29.759253 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e992f9-8f74-448b-822f-177cdecd5ad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d5821f5-8113-4e24-8398-0bc46ed5daa6,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:29.915702 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7dc7a7-5c17-4f49-9c9c-77b1d0da3e8b req-17a021be-db86-4570-a433-34bac73d3e98 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:29.917251 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-1d7dc7a7-5c17-4f49-9c9c-77b1d0da3e8b req-17a021be-db86-4570-a433-34bac73d3e98 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 946 time: 0.0630314 May 10 19:08:29.979804 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 53409338-9bb9-4c05-8444-62d10d6d13e7 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:08:29.987635 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e8e992f9-8f74-448b-822f-177cdecd5ad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2055489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2091507'] for router_interface (c350efc5-3790-48e4-8194-420678cc5734), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:30.001112 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] No Port match for: 53409338-9bb9-4c05-8444-62d10d6d13e7 {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:08:30.001530 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 53409338-9bb9-4c05-8444-62d10d6d13e7 not bound to the agent host hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:08:30.012533 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-1d7dc7a7-5c17-4f49-9c9c-77b1d0da3e8b req-118785c1-6015-46c3-b83f-ea689e9c254a tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887537 May 10 19:08:30.107673 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497c41c-3224-406d-b3f2-e175c53631ac req-598da7d0-c4e3-44e2-953f-b4f287fb2684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:30.109313 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5497c41c-3224-406d-b3f2-e175c53631ac req-598da7d0-c4e3-44e2-953f-b4f287fb2684 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2eec603f7854489393b8c4ed68874746&device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 1130 time: 0.0396209 May 10 19:08:30.199320 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497c41c-3224-406d-b3f2-e175c53631ac req-7295ba6b-dabe-4a43-ad59-9f0f18bee9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:30.200835 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5497c41c-3224-406d-b3f2-e175c53631ac req-7295ba6b-dabe-4a43-ad59-9f0f18bee9e7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=33f7be6a-da7a-41a3-877f-ba238e3c204c HTTP/1.1" status: 200 len: 910 time: 0.0837367 May 10 19:08:30.232840 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e992f9-8f74-448b-822f-177cdecd5ad0 admin admin] Router c350efc5-3790-48e4-8194-420678cc5734 has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:08:30.272561 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5497c41c-3224-406d-b3f2-e175c53631ac req-51b1e4f4-5bef-48c0-8936-33fed86ad90c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7790630d-dfc1-45e5-99af-ea6b2ec1bc21 HTTP/1.1" status: 200 len: 1002 time: 0.0643647 May 10 19:08:30.323209 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497c41c-3224-406d-b3f2-e175c53631ac req-3dcbae18-e84f-43d4-9d2f-6ce68dcf6292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:30.324717 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5497c41c-3224-406d-b3f2-e175c53631ac req-3dcbae18-e84f-43d4-9d2f-6ce68dcf6292 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=17680ccc-21eb-43ee-8aff-168579cd6da5 HTTP/1.1" status: 200 len: 848 time: 0.0427849 May 10 19:08:30.339847 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e992f9-8f74-448b-822f-177cdecd5ad0 admin admin] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:08:30.344969 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-e8e992f9-8f74-448b-822f-177cdecd5ad0 admin admin] 10.222.0.52 "PUT /v2.0/routers/c350efc5-3790-48e4-8194-420678cc5734/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7173929 May 10 19:08:30.347486 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 49288) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:08:30.351743 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16ca70b-37b9-476c-8d9d-f70b35860cd0 None None] Sync routers for ids ['c350efc5-3790-48e4-8194-420678cc5734'] in dv-cinder-836996-18-iscsi {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:08:30.362367 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16ca70b-37b9-476c-8d9d-f70b35860cd0 None None] Routers {'c350efc5-3790-48e4-8194-420678cc5734'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:08:30.363056 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-c16ca70b-37b9-476c-8d9d-f70b35860cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:08:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['c350efc5-3790-48e4-8194-420678cc5734'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:08:30.375897 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497c41c-3224-406d-b3f2-e175c53631ac req-6c05e8d2-1e97-4645-bafa-c8d715d17393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:30.377449 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5497c41c-3224-406d-b3f2-e175c53631ac req-6c05e8d2-1e97-4645-bafa-c8d715d17393 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33f7be6a-da7a-41a3-877f-ba238e3c204c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435355 May 10 19:08:30.390777 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [req-5497c41c-3224-406d-b3f2-e175c53631ac req-02d85ad3-1a3f-4256-b8d5-d03139c0462c service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103423) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 19:08:30.391407 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5497c41c-3224-406d-b3f2-e175c53631ac req-02d85ad3-1a3f-4256-b8d5-d03139c0462c service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050507 May 10 19:08:30.460100 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-09c2c83d-4046-477b-ae6c-99a542951fb0 admin admin] Publish callbacks [] for router (c350efc5-3790-48e4-8194-420678cc5734), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:30.476073 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-c16ca70b-37b9-476c-8d9d-f70b35860cd0 None None] Set router c350efc5-3790-48e4-8194-420678cc5734 gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:08:30.494145 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5497c41c-3224-406d-b3f2-e175c53631ac req-1bc4909a-4583-4893-99ef-009e20163adb service neutron] 10.222.0.48 "GET /v2.0/networks/33f7be6a-da7a-41a3-877f-ba238e3c204c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928321 May 10 19:08:30.567656 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-09c2c83d-4046-477b-ae6c-99a542951fb0 admin admin] Publish callbacks [] for router_gateway (c350efc5-3790-48e4-8194-420678cc5734), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:30.613943 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-09c2c83d-4046-477b-ae6c-99a542951fb0 admin admin] Deleting port 082be87e-aef9-4ec0-a418-10b18dca0f16 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:08:30.614365 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-09c2c83d-4046-477b-ae6c-99a542951fb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (082be87e-aef9-4ec0-a418-10b18dca0f16), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:30.636927 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5497c41c-3224-406d-b3f2-e175c53631ac req-572c7e60-7715-4d9d-9780-3ae707ba4157 service neutron] 10.222.0.48 "GET /v2.0/networks/33f7be6a-da7a-41a3-877f-ba238e3c204c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328771 May 10 19:08:30.649770 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-c16ca70b-37b9-476c-8d9d-f70b35860cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c350efc5-3790-48e4-8194-420678cc5734', 'name': 'tempest-TestMinimumBasicScenario-43067083-router', 'tenant_id': '98c15f6eaedb4465b6711e1d2735fa8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '082be87e-aef9-4ec0-a418-10b18dca0f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:06:03Z', 'updated_at': '2022-05-10T19:08:29Z', 'revision_number': 5, 'project_id': '98c15f6eaedb4465b6711e1d2735fa8a', 'gw_port': {'id': '082be87e-aef9-4ec0-a418-10b18dca0f16', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:38:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c350efc5-3790-48e4-8194-420678cc5734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:06:03Z', 'updated_at': '2022-05-10T19:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi'}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:08:30.697410 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-09c2c83d-4046-477b-ae6c-99a542951fb0 admin admin] For port 082be87e-aef9-4ec0-a418-10b18dca0f16, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=082be87e-aef9-4ec0-a418-10b18dca0f16,segment=NetworkSegment(5e4a060e-4ea0-4d95-88b5-1969f86bafa6),segment_id=5e4a060e-4ea0-4d95-88b5-1969f86bafa6)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:08:30.697773 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-09c2c83d-4046-477b-ae6c-99a542951fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (082be87e-aef9-4ec0-a418-10b18dca0f16), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:30.712300 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-09c2c83d-4046-477b-ae6c-99a542951fb0 admin admin] Calling delete_port for 082be87e-aef9-4ec0-a418-10b18dca0f16 owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:08:30.766226 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16ca70b-37b9-476c-8d9d-f70b35860cd0 None None] Checking router: c350efc5-3790-48e4-8194-420678cc5734 for host: dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:08:30.774754 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16ca70b-37b9-476c-8d9d-f70b35860cd0 None None] Routers {'c350efc5-3790-48e4-8194-420678cc5734'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:08:30.775358 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-c16ca70b-37b9-476c-8d9d-f70b35860cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:08:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['c350efc5-3790-48e4-8194-420678cc5734'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:08:30.871462 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-c16ca70b-37b9-476c-8d9d-f70b35860cd0 None None] Set router c350efc5-3790-48e4-8194-420678cc5734 gateway port host: None {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:08:30.891676 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-09c2c83d-4046-477b-ae6c-99a542951fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4468833'] for port (082be87e-aef9-4ec0-a418-10b18dca0f16), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:30.923002 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2c83d-4046-477b-ae6c-99a542951fb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=082be87e-aef9-4ec0-a418-10b18dca0f16,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:30.928221 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-c16ca70b-37b9-476c-8d9d-f70b35860cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c350efc5-3790-48e4-8194-420678cc5734', 'name': 'tempest-TestMinimumBasicScenario-43067083-router', 'tenant_id': '98c15f6eaedb4465b6711e1d2735fa8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:06:03Z', 'updated_at': '2022-05-10T19:08:30Z', 'revision_number': 6, 'project_id': '98c15f6eaedb4465b6711e1d2735fa8a', 'gw_port_host': None}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:08:30.954810 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16ca70b-37b9-476c-8d9d-f70b35860cd0 None None] The sync data for ids ['c350efc5-3790-48e4-8194-420678cc5734'] in dv-cinder-836996-18-iscsi is: [{'id': 'c350efc5-3790-48e4-8194-420678cc5734', 'name': 'tempest-TestMinimumBasicScenario-43067083-router', 'tenant_id': '98c15f6eaedb4465b6711e1d2735fa8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:06:03Z', 'updated_at': '2022-05-10T19:08:30Z', 'revision_number': 6, 'project_id': '98c15f6eaedb4465b6711e1d2735fa8a', 'gw_port_host': None}] {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:08:30.979734 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-09c2c83d-4046-477b-ae6c-99a542951fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2086036'] for router_gateway (c350efc5-3790-48e4-8194-420678cc5734), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:31.083675 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-09c2c83d-4046-477b-ae6c-99a542951fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2081368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2663'] for router (c350efc5-3790-48e4-8194-420678cc5734), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:31.086427 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-09c2c83d-4046-477b-ae6c-99a542951fb0 admin admin] Publish callbacks [] for router_controller (c350efc5-3790-48e4-8194-420678cc5734), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:31.142064 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-09c2c83d-4046-477b-ae6c-99a542951fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2081347'] for router (c350efc5-3790-48e4-8194-420678cc5734), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:31.142829 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c2c83d-4046-477b-ae6c-99a542951fb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c350efc5-3790-48e4-8194-420678cc5734 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 19:08:31.147415 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-09c2c83d-4046-477b-ae6c-99a542951fb0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:31.147872 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54823daa-e83d-4a38-ad5b-d3439074ef66 req-f5fd9f67-9e58-4ad6-93fc-5b47094b4099 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:31.148548 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-09c2c83d-4046-477b-ae6c-99a542951fb0 admin admin] 10.222.0.52 "DELETE /v2.0/routers/c350efc5-3790-48e4-8194-420678cc5734 HTTP/1.1" status: 204 len: 168 time: 0.7999799 May 10 19:08:31.149681 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-54823daa-e83d-4a38-ad5b-d3439074ef66 req-f5fd9f67-9e58-4ad6-93fc-5b47094b4099 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 946 time: 0.0660820 May 10 19:08:31.151138 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 49294) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:08:31.195997 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92ec93d-7519-4b55-9451-c6095f8b622d admin admin] Deleting subnet afa35e7c-6548-4331-8eca-d98e1acd91e9 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 19:08:31.199469 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c92ec93d-7519-4b55-9451-c6095f8b622d admin admin] Publish callbacks [] for subnet (afa35e7c-6548-4331-8eca-d98e1acd91e9), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:31.208704 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-54823daa-e83d-4a38-ad5b-d3439074ef66 req-db18c63b-be11-49b4-bf18-d1ff8f13b347 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530219 May 10 19:08:31.234479 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c92ec93d-7519-4b55-9451-c6095f8b622d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4514108'] for subnet (afa35e7c-6548-4331-8eca-d98e1acd91e9), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:31.250283 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b413c8b3-0818-414a-a6f7-94fd9b1994db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:31.315399 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c92ec93d-7519-4b55-9451-c6095f8b622d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966585'] for subnet (afa35e7c-6548-4331-8eca-d98e1acd91e9), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:31.367919 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c92ec93d-7519-4b55-9451-c6095f8b622d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4468822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4218745'] for subnet (afa35e7c-6548-4331-8eca-d98e1acd91e9), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:31.394801 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ec93d-7519-4b55-9451-c6095f8b622d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afa35e7c-6548-4331-8eca-d98e1acd91e9,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:31.396860 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c92ec93d-7519-4b55-9451-c6095f8b622d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:31.399971 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-c92ec93d-7519-4b55-9451-c6095f8b622d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/afa35e7c-6548-4331-8eca-d98e1acd91e9 HTTP/1.1" status: 204 len: 168 time: 0.2478933 May 10 19:08:31.402530 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 49300) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:08:31.409431 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b41b1e-c7b6-472a-8f1e-038b324fdebc None None] Network bff774b9-8fc9-4a37-95fe-1d89d486d324 requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:08:31.506526 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0c8bed50-4b89-4da8-af6b-52674b8c3331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824044'] for network (bff774b9-8fc9-4a37-95fe-1d89d486d324), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:31.539918 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 8d5821f5-8113-4e24-8398-0bc46ed5daa6 no longer exists at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:08:31.564463 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] No Port match for: 8d5821f5-8113-4e24-8398-0bc46ed5daa6 {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:08:31.565273 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 8d5821f5-8113-4e24-8398-0bc46ed5daa6 not bound to the agent host dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:08:31.565694 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 082be87e-aef9-4ec0-a418-10b18dca0f16 no longer exists at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:08:31.574517 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-0c8bed50-4b89-4da8-af6b-52674b8c3331 admin admin] Deleting port ad328579-d060-49e4-829d-73b201c2dcb8 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:08:31.575085 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0c8bed50-4b89-4da8-af6b-52674b8c3331 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (ad328579-d060-49e4-829d-73b201c2dcb8), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:31.603203 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] No Port match for: 082be87e-aef9-4ec0-a418-10b18dca0f16 {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:08:31.603605 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 082be87e-aef9-4ec0-a418-10b18dca0f16 not bound to the agent host dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:08:31.648703 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-0c8bed50-4b89-4da8-af6b-52674b8c3331 admin admin] For port ad328579-d060-49e4-829d-73b201c2dcb8, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=ad328579-d060-49e4-829d-73b201c2dcb8,segment=NetworkSegment(4f7bb082-2a09-4fd9-ae6d-e6d44bcc2454),segment_id=4f7bb082-2a09-4fd9-ae6d-e6d44bcc2454)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:08:31.649174 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0c8bed50-4b89-4da8-af6b-52674b8c3331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (ad328579-d060-49e4-829d-73b201c2dcb8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:31.660498 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20adc799-4908-4768-bb25-7d0cd21613df None None] DHCP port deletion for bff774b9-8fc9-4a37-95fe-1d89d486d324 request from dv-cinder-836996-18-iscsi {{(pid=103424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 19:08:31.664272 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-0c8bed50-4b89-4da8-af6b-52674b8c3331 admin admin] Calling delete_port for ad328579-d060-49e4-829d-73b201c2dcb8 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:08:31.703462 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20adc799-4908-4768-bb25-7d0cd21613df None None] Deleting port ad328579-d060-49e4-829d-73b201c2dcb8 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:08:31.703793 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20adc799-4908-4768-bb25-7d0cd21613df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (ad328579-d060-49e4-829d-73b201c2dcb8), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:31.747959 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0c8bed50-4b89-4da8-af6b-52674b8c3331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4468833'] for port (ad328579-d060-49e4-829d-73b201c2dcb8), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:31.771109 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-20adc799-4908-4768-bb25-7d0cd21613df None None] For port ad328579-d060-49e4-829d-73b201c2dcb8, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=ad328579-d060-49e4-829d-73b201c2dcb8,segment=NetworkSegment(4f7bb082-2a09-4fd9-ae6d-e6d44bcc2454),segment_id=4f7bb082-2a09-4fd9-ae6d-e6d44bcc2454)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:08:31.771517 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20adc799-4908-4768-bb25-7d0cd21613df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (ad328579-d060-49e4-829d-73b201c2dcb8), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:31.773427 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8bed50-4b89-4da8-af6b-52674b8c3331 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad328579-d060-49e4-829d-73b201c2dcb8,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:31.777881 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8bed50-4b89-4da8-af6b-52674b8c3331 admin admin] No DVR routers for this DVR port ad328579-d060-49e4-829d-73b201c2dcb8 on host dv-cinder-836996-18-iscsi {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:08:31.789734 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20adc799-4908-4768-bb25-7d0cd21613df None None] Calling delete_port for ad328579-d060-49e4-829d-73b201c2dcb8 owned by network:dhcp {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:08:31.853278 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0c8bed50-4b89-4da8-af6b-52674b8c3331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965186', 'neutron.services.segments.db._delete_segments_for_network-8776401828657'] for network (bff774b9-8fc9-4a37-95fe-1d89d486d324), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:31.871121 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20adc799-4908-4768-bb25-7d0cd21613df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587'] for port (ad328579-d060-49e4-829d-73b201c2dcb8), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:31.874076 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.services.segments.db [None req-0c8bed50-4b89-4da8-af6b-52674b8c3331 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff774b9-8fc9-4a37-95fe-1d89d486d324']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:08:31.883248 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.services.segments.db [None req-0c8bed50-4b89-4da8-af6b-52674b8c3331 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f7bb082-2a09-4fd9-ae6d-e6d44bcc2454') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:08:31.883465 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.services.segments.db [None req-0c8bed50-4b89-4da8-af6b-52674b8c3331 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f7bb082-2a09-4fd9-ae6d-e6d44bcc2454') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:08:31.892655 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0c8bed50-4b89-4da8-af6b-52674b8c3331 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776401828410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4514247'] for segment (4f7bb082-2a09-4fd9-ae6d-e6d44bcc2454), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:31.895162 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20adc799-4908-4768-bb25-7d0cd21613df None None] Pushing event deleted for resources: {'Port': ['ID=ad328579-d060-49e4-829d-73b201c2dcb8,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:31.899680 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20adc799-4908-4768-bb25-7d0cd21613df None None] No DVR routers for this DVR port ad328579-d060-49e4-829d-73b201c2dcb8 on host dv-cinder-836996-18-iscsi {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:08:31.907331 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0c8bed50-4b89-4da8-af6b-52674b8c3331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860'] for segment (4f7bb082-2a09-4fd9-ae6d-e6d44bcc2454), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:31.914393 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c8bed50-4b89-4da8-af6b-52674b8c3331 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:08:31.914890 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0c8bed50-4b89-4da8-af6b-52674b8c3331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4468796'] for segment (4f7bb082-2a09-4fd9-ae6d-e6d44bcc2454), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:31.916773 dv-cinder-836996-18-iscsi neutron-server[103422]: Traceback (most recent call last): May 10 19:08:31.916773 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:08:31.916773 dv-cinder-836996-18-iscsi neutron-server[103422]: timer() May 10 19:08:31.916773 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:08:31.916773 dv-cinder-836996-18-iscsi neutron-server[103422]: cb(*args, **kw) May 10 19:08:31.916773 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 19:08:31.916773 dv-cinder-836996-18-iscsi neutron-server[103422]: return func(*args, **kwargs) May 10 19:08:31.916773 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:08:31.916773 dv-cinder-836996-18-iscsi neutron-server[103422]: self._notify() May 10 19:08:31.916773 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:08:31.916773 dv-cinder-836996-18-iscsi neutron-server[103422]: self.callback(batched_events) May 10 19:08:31.916773 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:08:31.916773 dv-cinder-836996-18-iscsi neutron-server[103422]: event.method(event) May 10 19:08:31.916773 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 19:08:31.916773 dv-cinder-836996-18-iscsi neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:08:31.916773 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 19:08:31.916773 dv-cinder-836996-18-iscsi neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:08:31.916773 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 19:08:31.916773 dv-cinder-836996-18-iscsi neutron-server[103422]: return f(self, *a, **k) May 10 19:08:31.916773 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 19:08:31.916773 dv-cinder-836996-18-iscsi neutron-server[103422]: return self._get(url).json() May 10 19:08:31.916773 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 19:08:31.916773 dv-cinder-836996-18-iscsi neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:08:31.916773 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:08:31.916773 dv-cinder-836996-18-iscsi neutron-server[103422]: return self.request(url, 'GET', **kwargs) May 10 19:08:31.916773 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:08:31.916773 dv-cinder-836996-18-iscsi neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:08:31.916773 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:08:31.916773 dv-cinder-836996-18-iscsi neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:08:31.916773 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:08:31.916773 dv-cinder-836996-18-iscsi neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:08:31.916773 dv-cinder-836996-18-iscsi neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:08:31.973670 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0c8bed50-4b89-4da8-af6b-52674b8c3331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2085882'] for network (bff774b9-8fc9-4a37-95fe-1d89d486d324), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:31.979296 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0c8bed50-4b89-4da8-af6b-52674b8c3331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:31.983279 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-0c8bed50-4b89-4da8-af6b-52674b8c3331 admin admin] 10.222.0.52 "DELETE /v2.0/networks/bff774b9-8fc9-4a37-95fe-1d89d486d324 HTTP/1.1" status: 204 len: 168 time: 0.5797307 May 10 19:08:31.994673 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8bed50-4b89-4da8-af6b-52674b8c3331 admin admin] Pushing event deleted for resources: {'Network': ['ID=bff774b9-8fc9-4a37-95fe-1d89d486d324,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:32.099688 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 49308) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:08:32.141960 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-0d990d4c-ce5e-45e8-8c69-75821b8f6d10 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9eb01bc12113463ab0f3d9d80b011053&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402267 May 10 19:08:32.143740 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 49310) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:08:32.191713 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a9a715db-71a0-4656-8868-3218876da24a admin admin] Publish callbacks [] for security_group (a4bba6f1-081d-4d45-929b-9b8d18457185), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:32.215005 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a9a715db-71a0-4656-8868-3218876da24a admin admin] Publish callbacks [] for security_group (a4bba6f1-081d-4d45-929b-9b8d18457185), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:32.269189 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a9a715db-71a0-4656-8868-3218876da24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (a4bba6f1-081d-4d45-929b-9b8d18457185), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:32.272268 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a9a715db-71a0-4656-8868-3218876da24a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:32.274150 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-a9a715db-71a0-4656-8868-3218876da24a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a4bba6f1-081d-4d45-929b-9b8d18457185 HTTP/1.1" status: 204 len: 168 time: 0.1294363 May 10 19:08:32.291948 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a715db-71a0-4656-8868-3218876da24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bba6f1-081d-4d45-929b-9b8d18457185,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:32.329034 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71b55c-f868-4cf4-b5d9-bd52cb644a45 req-bf2af790-b408-4d9b-9585-8a22b9ec6711 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:32.330672 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-df71b55c-f868-4cf4-b5d9-bd52cb644a45 req-bf2af790-b408-4d9b-9585-8a22b9ec6711 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 946 time: 0.0555012 May 10 19:08:32.381207 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-df71b55c-f868-4cf4-b5d9-bd52cb644a45 req-f868020f-a307-417f-adc2-8c77d2a2b1c2 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449076 May 10 19:08:32.597991 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:32.624452 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 49322) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:08:32.667382 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-2c9f4ccb-2ba4-42cc-87f0-f30ed9268822 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=98c15f6eaedb4465b6711e1d2735fa8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404639 May 10 19:08:32.668799 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 49326) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:08:32.724697 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0789148f-5fe3-42d9-9ff3-b40c0a68cdf2 admin admin] Publish callbacks [] for security_group (4c7d20aa-49fb-42cd-84a2-e9685a232eb3), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:32.747269 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0789148f-5fe3-42d9-9ff3-b40c0a68cdf2 admin admin] Publish callbacks [] for security_group (4c7d20aa-49fb-42cd-84a2-e9685a232eb3), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:32.805654 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0789148f-5fe3-42d9-9ff3-b40c0a68cdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (4c7d20aa-49fb-42cd-84a2-e9685a232eb3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:32.808261 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0789148f-5fe3-42d9-9ff3-b40c0a68cdf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:32.810077 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-0789148f-5fe3-42d9-9ff3-b40c0a68cdf2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4c7d20aa-49fb-42cd-84a2-e9685a232eb3 HTTP/1.1" status: 204 len: 168 time: 0.1403310 May 10 19:08:32.819031 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0789148f-5fe3-42d9-9ff3-b40c0a68cdf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7d20aa-49fb-42cd-84a2-e9685a232eb3,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:33.271692 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device ad328579-d060-49e4-829d-73b201c2dcb8 no longer exists at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:08:33.293293 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] No Port match for: ad328579-d060-49e4-829d-73b201c2dcb8 {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:08:33.293763 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device ad328579-d060-49e4-829d-73b201c2dcb8 not bound to the agent host dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:08:33.498341 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30016c-6101-4f9d-a820-be2e074fd3e5 req-d19ac931-5864-40da-93b5-9f2f03dc6a38 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:33.500087 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ee30016c-6101-4f9d-a820-be2e074fd3e5 req-d19ac931-5864-40da-93b5-9f2f03dc6a38 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 946 time: 0.0480218 May 10 19:08:33.549447 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ee30016c-6101-4f9d-a820-be2e074fd3e5 req-955b8d39-3d61-4244-b807-f71e2b715f5a tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436099 May 10 19:08:33.584425 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 49354) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:08:33.688520 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-5f568cc9-82c2-4b59-8d33-89e5e76161b7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-491433956-network', 'tenant_id': '506b976cacbb411391ef566d0aac8add'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:08:33.710519 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f568cc9-82c2-4b59-8d33-89e5e76161b7 admin admin] Made reservation on behalf of 506b976cacbb411391ef566d0aac8add for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:08:33.712971 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f568cc9-82c2-4b59-8d33-89e5e76161b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:33.722727 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f568cc9-82c2-4b59-8d33-89e5e76161b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:33.770021 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:33.810434 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f568cc9-82c2-4b59-8d33-89e5e76161b7 admin admin] Publish callbacks [] for security_group (01544f20-f012-4d15-bbd0-b50ae10e4e3a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:33.815322 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f568cc9-82c2-4b59-8d33-89e5e76161b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (01544f20-f012-4d15-bbd0-b50ae10e4e3a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:33.841394 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f568cc9-82c2-4b59-8d33-89e5e76161b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:08:33.850728 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f568cc9-82c2-4b59-8d33-89e5e76161b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01544f20-f012-4d15-bbd0-b50ae10e4e3a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:33.878306 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f568cc9-82c2-4b59-8d33-89e5e76161b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860'] for segment (6bc4d870-08e7-4a4f-acf6-baae1c5f638f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:33.878668 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.db.segments_db [None req-5f568cc9-82c2-4b59-8d33-89e5e76161b7 admin admin] Added segment 6bc4d870-08e7-4a4f-acf6-baae1c5f638f of type vlan for network a6579330-b641-4d71-b82f-a3d1fbd86683 May 10 19:08:33.944560 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511205dc-19bc-46be-a69e-daa808a77731 req-4c9ceed6-1397-48fa-9c5b-412ab6a180a4 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:33.946085 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-511205dc-19bc-46be-a69e-daa808a77731 req-4c9ceed6-1397-48fa-9c5b-412ab6a180a4 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 946 time: 0.0509832 May 10 19:08:33.964742 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-861f2d10-c4aa-49b9-afee-812b50088799 req-1d8306d9-2439-4db4-8a38-1fce1966644b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0840368 May 10 19:08:33.968119 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f568cc9-82c2-4b59-8d33-89e5e76161b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776401517752'] for network (a6579330-b641-4d71-b82f-a3d1fbd86683), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:33.996333 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f568cc9-82c2-4b59-8d33-89e5e76161b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498'] for network (a6579330-b641-4d71-b82f-a3d1fbd86683), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:33.997658 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f568cc9-82c2-4b59-8d33-89e5e76161b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:33.998336 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f568cc9-82c2-4b59-8d33-89e5e76161b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:34.001312 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-511205dc-19bc-46be-a69e-daa808a77731 req-a38d9778-fa8f-4d21-b6d9-fe2fc8d314b3 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494161 May 10 19:08:34.052966 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f2d10-c4aa-49b9-afee-812b50088799 req-d021e8da-691b-4a7d-89c8-fd35db276541 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:34.054626 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-861f2d10-c4aa-49b9-afee-812b50088799 req-d021e8da-691b-4a7d-89c8-fd35db276541 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports/7790630d-dfc1-45e5-99af-ea6b2ec1bc21 HTTP/1.1" status: 200 len: 943 time: 0.0608327 May 10 19:08:34.057564 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-5f568cc9-82c2-4b59-8d33-89e5e76161b7 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4720318 May 10 19:08:34.062631 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 49368) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:08:34.067946 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-dcf426ef-9b0a-4f1b-abf4-f094f99f286f admin admin] Request body: {'subnet': {'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-491433956-subnet', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'ip_version': 4}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:08:34.068597 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f568cc9-82c2-4b59-8d33-89e5e76161b7 admin admin] Pushing event updated for resources: {'Network': ['ID=a6579330-b641-4d71-b82f-a3d1fbd86683,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:34.086217 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Network a6579330-b641-4d71-b82f-a3d1fbd86683 details requested by agent ovs-agent-dv-cinder-836996-18-iscsi with host dv-cinder-836996-18-iscsi {{(pid=103424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:08:34.090819 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf426ef-9b0a-4f1b-abf4-f094f99f286f admin admin] Made reservation on behalf of 506b976cacbb411391ef566d0aac8add for: {'subnet': 1} {{(pid=103423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:08:34.093167 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-dcf426ef-9b0a-4f1b-abf4-f094f99f286f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6241798'] for subnet (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:34.276359 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-dcf426ef-9b0a-4f1b-abf4-f094f99f286f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6129975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6241816'] for subnet (66c7d8db-9900-40dc-90b9-9c924e1dcca8), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:34.329617 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf426ef-9b0a-4f1b-abf4-f094f99f286f admin admin] Pushing event updated for resources: {'Subnet': ['ID=66c7d8db-9900-40dc-90b9-9c924e1dcca8,revision_number=0']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:34.340437 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf426ef-9b0a-4f1b-abf4-f094f99f286f admin admin] Checking segment: {'id': '6bc4d870-08e7-4a4f-acf6-baae1c5f638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:08:34.340828 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf426ef-9b0a-4f1b-abf4-f094f99f286f admin admin] Network hostable DHCP agents. Network: a6579330-b641-4d71-b82f-a3d1fbd86683, hostable agents: ['dfaf9083-34c2-4df7-9672-aaebd87f4028'], hosted agents: [] {{(pid=103423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:08:34.359065 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf426ef-9b0a-4f1b-abf4-f094f99f286f admin admin] Network a6579330-b641-4d71-b82f-a3d1fbd86683 is scheduled to be hosted by DHCP agent dfaf9083-34c2-4df7-9672-aaebd87f4028 with binding_index 1 {{(pid=103423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:08:34.369847 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-dcf426ef-9b0a-4f1b-abf4-f094f99f286f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-18-iscsi, a6579330-b641-4d71-b82f-a3d1fbd86683) {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:08:34.375029 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf426ef-9b0a-4f1b-abf4-f094f99f286f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:34.375604 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-dcf426ef-9b0a-4f1b-abf4-f094f99f286f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:34.379914 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b96bda-09b6-455c-b59f-4fc80ca45130 None None] Network a6579330-b641-4d71-b82f-a3d1fbd86683 requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:08:34.398003 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-dcf426ef-9b0a-4f1b-abf4-f094f99f286f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3342681 May 10 19:08:34.400796 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 49376) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:08:34.405689 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-33577323-dd44-4162-ab5f-edbb5f087244 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-491433956-router', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:08:34.432405 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-33577323-dd44-4162-ab5f-edbb5f087244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2083890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2569'] for router (30da25e5-cce7-4cf7-9e19-dd18fc795fea), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:34.434334 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-33577323-dd44-4162-ab5f-edbb5f087244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2083974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2085925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2043442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2590'] for router (30da25e5-cce7-4cf7-9e19-dd18fc795fea), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:34.490723 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39b2fcb-dbdc-4031-8355-868bca8e6b98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4010351-5650-5351-9072-b5f47fb5324d-a6579330-b641-4d71-b82f-a3d1fbd86683', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'project_id': '506b976cacbb411391ef566d0aac8add', 'fixed_ips': [{'subnet_id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8'}]}} from dv-cinder-836996-18-iscsi. {{(pid=103424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 19:08:34.491891 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c39b2fcb-dbdc-4031-8355-868bca8e6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:34.504974 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-33577323-dd44-4162-ab5f-edbb5f087244 admin admin] Publish callbacks [] for router_controller (30da25e5-cce7-4cf7-9e19-dd18fc795fea), precommit_add_association {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:34.629260 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-c39b2fcb-dbdc-4031-8355-868bca8e6b98 None None] Allocated IP 172.20.0.2 (a6579330-b641-4d71-b82f-a3d1fbd86683/66c7d8db-9900-40dc-90b9-9c924e1dcca8/44eba837-6c09-4e9e-ba9e-8d0f343dee62) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:08:34.644006 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-33577323-dd44-4162-ab5f-edbb5f087244 admin admin] Publish callbacks [] for router_gateway (30da25e5-cce7-4cf7-9e19-dd18fc795fea), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:34.766855 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c39b2fcb-dbdc-4031-8355-868bca8e6b98 None None] Publish callbacks [] for port (44eba837-6c09-4e9e-ba9e-8d0f343dee62), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:34.772753 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c39b2fcb-dbdc-4031-8355-868bca8e6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578'] for port (44eba837-6c09-4e9e-ba9e-8d0f343dee62), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:34.816352 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39b2fcb-dbdc-4031-8355-868bca8e6b98 None None] Network a6579330-b641-4d71-b82f-a3d1fbd86683 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:08:34.822111 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-33577323-dd44-4162-ab5f-edbb5f087244 admin admin] Publish callbacks [] for router_gateway (30da25e5-cce7-4cf7-9e19-dd18fc795fea), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:34.822308 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-c39b2fcb-dbdc-4031-8355-868bca8e6b98 None None] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:08:34.824781 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b2fcb-dbdc-4031-8355-868bca8e6b98 None None] Pushing event updated for resources: {'Port': ['ID=44eba837-6c09-4e9e-ba9e-8d0f343dee62,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:34.826910 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39b2fcb-dbdc-4031-8355-868bca8e6b98 None None] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:08:34.841869 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-33577323-dd44-4162-ab5f-edbb5f087244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:34.882943 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-c39b2fcb-dbdc-4031-8355-868bca8e6b98 None None] Attempting to bind port 44eba837-6c09-4e9e-ba9e-8d0f343dee62 on host dv-cinder-836996-18-iscsi for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:08:34.883268 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-c39b2fcb-dbdc-4031-8355-868bca8e6b98 None None] Attempting to bind port 44eba837-6c09-4e9e-ba9e-8d0f343dee62 by drivers openvswitch,hyperv on host dv-cinder-836996-18-iscsi at level 0 using segments [{'id': '6bc4d870-08e7-4a4f-acf6-baae1c5f638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:08:34.883554 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39b2fcb-dbdc-4031-8355-868bca8e6b98 None None] Attempting to bind port 44eba837-6c09-4e9e-ba9e-8d0f343dee62 on network a6579330-b641-4d71-b82f-a3d1fbd86683 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:08:34.888878 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39b2fcb-dbdc-4031-8355-868bca8e6b98 None None] Checking agent: {'id': 'c34e4451-1c74-4654-b00e-86e650275fac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 49, 35), 'started_at': datetime.datetime(2022, 5, 10, 18, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:08:34.889252 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39b2fcb-dbdc-4031-8355-868bca8e6b98 None None] Checking segment: {'id': '6bc4d870-08e7-4a4f-acf6-baae1c5f638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:08:34.889675 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c39b2fcb-dbdc-4031-8355-868bca8e6b98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:34.890102 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39b2fcb-dbdc-4031-8355-868bca8e6b98 None None] Bound using segment: {'id': '6bc4d870-08e7-4a4f-acf6-baae1c5f638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:08:34.890558 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-c39b2fcb-dbdc-4031-8355-868bca8e6b98 None None] Bound port: 44eba837-6c09-4e9e-ba9e-8d0f343dee62, host: dv-cinder-836996-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc4d870-08e7-4a4f-acf6-baae1c5f638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:08:34.890936 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c39b2fcb-dbdc-4031-8355-868bca8e6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (44eba837-6c09-4e9e-ba9e-8d0f343dee62), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:34.951950 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-33577323-dd44-4162-ab5f-edbb5f087244 admin admin] Allocated IP 172.27.1.122 (fea53afb-2d4d-48cb-89ec-9b33d8fc553d/12fc4f2d-8382-4ccf-abb9-52281f433079/cd750c69-211e-41e2-91cf-e0918d96169c) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:08:34.955882 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-c39b2fcb-dbdc-4031-8355-868bca8e6b98 None None] For port 44eba837-6c09-4e9e-ba9e-8d0f343dee62, host dv-cinder-836996-18-iscsi, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:08:34.959217 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-c39b2fcb-dbdc-4031-8355-868bca8e6b98 None None] For port 44eba837-6c09-4e9e-ba9e-8d0f343dee62, host dv-cinder-836996-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=44eba837-6c09-4e9e-ba9e-8d0f343dee62,segment=NetworkSegment(6bc4d870-08e7-4a4f-acf6-baae1c5f638f),segment_id=6bc4d870-08e7-4a4f-acf6-baae1c5f638f)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:08:34.966812 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c39b2fcb-dbdc-4031-8355-868bca8e6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (44eba837-6c09-4e9e-ba9e-8d0f343dee62), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:35.057012 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 7790630d-dfc1-45e5-99af-ea6b2ec1bc21 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:08:35.061116 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b2fcb-dbdc-4031-8355-868bca8e6b98 None None] Pushing event updated for resources: {'Port': ['ID=44eba837-6c09-4e9e-ba9e-8d0f343dee62,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:35.081813 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-33577323-dd44-4162-ab5f-edbb5f087244 admin admin] Publish callbacks [] for port (cd750c69-211e-41e2-91cf-e0918d96169c), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:35.119578 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-33577323-dd44-4162-ab5f-edbb5f087244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (cd750c69-211e-41e2-91cf-e0918d96169c), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:35.148191 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port 7790630d-dfc1-45e5-99af-ea6b2ec1bc21 is: ACTIVE; New status is: DOWN {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:08:35.148571 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (7790630d-dfc1-45e5-99af-ea6b2ec1bc21), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:35.160112 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde03686-d553-4654-b105-9bddae27281d req-9775d0f1-032d-4169-97ab-206b0d4ce810 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:35.162503 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-dde03686-d553-4654-b105-9bddae27281d req-9775d0f1-032d-4169-97ab-206b0d4ce810 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 946 time: 0.0607376 May 10 19:08:35.163471 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33577323-dd44-4162-ab5f-edbb5f087244 admin admin] Network fea53afb-2d4d-48cb-89ec-9b33d8fc553d is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:08:35.166402 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-33577323-dd44-4162-ab5f-edbb5f087244 admin admin] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:08:35.173629 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33577323-dd44-4162-ab5f-edbb5f087244 admin admin] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:08:35.177462 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33577323-dd44-4162-ab5f-edbb5f087244 admin admin] Pushing event updated for resources: {'Port': ['ID=cd750c69-211e-41e2-91cf-e0918d96169c,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:35.199092 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 7790630d-dfc1-45e5-99af-ea6b2ec1bc21, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7790630d-dfc1-45e5-99af-ea6b2ec1bc21,segment=NetworkSegment(9bac39cb-d3cf-4b8c-ac71-105f190c4491),segment_id=9bac39cb-d3cf-4b8c-ac71-105f190c4491)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:08:35.200952 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc3dd27-77ec-4637-af9b-b01a9193abf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7790630d-dfc1-45e5-99af-ea6b2ec1bc21'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:08:35.205477 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc4c72c1cd3e6c4fc9632b01e094f02638f1ddc8156bb4d740f489bc698d08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea6bb2d-b19a-4088-8c47-0c9459e11325" -d '{"events": [{"server_uuid": "ddc3dd27-77ec-4637-af9b-b01a9193abf4", "name": "network-vif-unplugged", "status": "completed", "tag": "7790630d-dfc1-45e5-99af-ea6b2ec1bc21"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:08:35.209395 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (7790630d-dfc1-45e5-99af-ea6b2ec1bc21), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:35.299433 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 May 2022 19:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a74961-50f1-49cb-8e53-f0c938b93a57 x-openstack-request-id: req-74a74961-50f1-49cb-8e53-f0c938b93a57 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:08:35.299803 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc3dd27-77ec-4637-af9b-b01a9193abf4", "name": "network-vif-unplugged", "status": "failed", "tag": "7790630d-dfc1-45e5-99af-ea6b2ec1bc21", "code": 422}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:08:35.300277 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-74a74961-50f1-49cb-8e53-f0c938b93a57 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:08:35.300953 dv-cinder-836996-18-iscsi neutron-server[103424]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-74a74961-50f1-49cb-8e53-f0c938b93a57']: {'server_uuid': 'ddc3dd27-77ec-4637-af9b-b01a9193abf4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7790630d-dfc1-45e5-99af-ea6b2ec1bc21', 'code': 422} returned with failed status May 10 19:08:35.303373 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-dde03686-d553-4654-b105-9bddae27281d req-b267d58f-a03c-44eb-8f81-a1a96194ecc7 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343184 May 10 19:08:35.512490 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=7790630d-dfc1-45e5-99af-ea6b2ec1bc21,revision_number=6']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:35.527414 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:35.834224 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-33577323-dd44-4162-ab5f-edbb5f087244 admin admin] Publish callbacks [] for router_gateway (30da25e5-cce7-4cf7-9e19-dd18fc795fea), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:35.971670 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f2d10-c4aa-49b9-afee-812b50088799 req-063036d9-f287-4cdb-b977-696346fd03e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:35.973317 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-861f2d10-c4aa-49b9-afee-812b50088799 req-063036d9-f287-4cdb-b977-696346fd03e0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4&tenant_id=2eec603f7854489393b8c4ed68874746 HTTP/1.1" status: 200 len: 1128 time: 0.0541046 May 10 19:08:36.052740 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbc6ab5-790c-4331-a47f-7403700644c5 None None] Network a6579330-b641-4d71-b82f-a3d1fbd86683 requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:08:36.094411 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f2d10-c4aa-49b9-afee-812b50088799 req-4b6279a4-7f8c-4397-85e6-f550250c5421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:36.095952 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-861f2d10-c4aa-49b9-afee-812b50088799 req-4b6279a4-7f8c-4397-85e6-f550250c5421 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2eec603f7854489393b8c4ed68874746&device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 1128 time: 0.0774510 May 10 19:08:36.113688 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-33577323-dd44-4162-ab5f-edbb5f087244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2083977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2086088'] for router (30da25e5-cce7-4cf7-9e19-dd18fc795fea), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:36.169985 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-f21c0baf-9c25-4b26-b682-d57b434f0546 None None] Provisioning complete for port 44eba837-6c09-4e9e-ba9e-8d0f343dee62 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:08:36.170225 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f21c0baf-9c25-4b26-b682-d57b434f0546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (44eba837-6c09-4e9e-ba9e-8d0f343dee62), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:36.241138 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f2d10-c4aa-49b9-afee-812b50088799 req-08abb835-89e4-4be2-8d3f-2f94f5da35ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:36.242931 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-861f2d10-c4aa-49b9-afee-812b50088799 req-08abb835-89e4-4be2-8d3f-2f94f5da35ef service neutron] 10.222.0.48 "GET /v2.0/networks?id=33f7be6a-da7a-41a3-877f-ba238e3c204c HTTP/1.1" status: 200 len: 910 time: 0.1381235 May 10 19:08:36.251333 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-f21c0baf-9c25-4b26-b682-d57b434f0546 None None] Current status of the port 44eba837-6c09-4e9e-ba9e-8d0f343dee62 is: DOWN; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:08:36.251723 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f21c0baf-9c25-4b26-b682-d57b434f0546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (44eba837-6c09-4e9e-ba9e-8d0f343dee62), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:36.288769 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-f21c0baf-9c25-4b26-b682-d57b434f0546 None None] For port 44eba837-6c09-4e9e-ba9e-8d0f343dee62, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=44eba837-6c09-4e9e-ba9e-8d0f343dee62,segment=NetworkSegment(6bc4d870-08e7-4a4f-acf6-baae1c5f638f),segment_id=6bc4d870-08e7-4a4f-acf6-baae1c5f638f)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:08:36.293624 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f21c0baf-9c25-4b26-b682-d57b434f0546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (44eba837-6c09-4e9e-ba9e-8d0f343dee62), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:36.353312 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-861f2d10-c4aa-49b9-afee-812b50088799 req-ccf61ef2-21c0-4ea3-aff2-f3643ea8ba24 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7790630d-dfc1-45e5-99af-ea6b2ec1bc21 HTTP/1.1" status: 200 len: 1000 time: 0.0995054 May 10 19:08:36.356436 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c0baf-9c25-4b26-b682-d57b434f0546 None None] Pushing event updated for resources: {'Port': ['ID=44eba837-6c09-4e9e-ba9e-8d0f343dee62,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:36.410248 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-9f5bc066-731f-432d-ad30-f3855469afb2 None None] Provisioning complete for port 44eba837-6c09-4e9e-ba9e-8d0f343dee62 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:08:36.410576 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9f5bc066-731f-432d-ad30-f3855469afb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (44eba837-6c09-4e9e-ba9e-8d0f343dee62), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:36.459249 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f2d10-c4aa-49b9-afee-812b50088799 req-e30e3707-1761-400c-974f-4cd24730579f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:36.460779 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-861f2d10-c4aa-49b9-afee-812b50088799 req-e30e3707-1761-400c-974f-4cd24730579f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=17680ccc-21eb-43ee-8aff-168579cd6da5 HTTP/1.1" status: 200 len: 848 time: 0.1011438 May 10 19:08:36.467013 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed35ab-9a98-4941-a270-256f02f2f6fa req-8521bc43-2149-4128-aadf-ab35099f83d2 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:36.468398 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9fed35ab-9a98-4941-a270-256f02f2f6fa req-8521bc43-2149-4128-aadf-ab35099f83d2 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 944 time: 0.0763526 May 10 19:08:36.494665 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-9f5bc066-731f-432d-ad30-f3855469afb2 None None] Current status of the port 44eba837-6c09-4e9e-ba9e-8d0f343dee62 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:08:36.534991 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33577323-dd44-4162-ab5f-edbb5f087244 admin admin] Router 30da25e5-cce7-4cf7-9e19-dd18fc795fea is scheduled to L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 with binding_index 1 {{(pid=103423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 19:08:36.542439 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f2d10-c4aa-49b9-afee-812b50088799 req-5e42b3ac-b052-44f7-a747-b3c546ed813b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:36.544005 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-861f2d10-c4aa-49b9-afee-812b50088799 req-5e42b3ac-b052-44f7-a747-b3c546ed813b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33f7be6a-da7a-41a3-877f-ba238e3c204c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0724299 May 10 19:08:36.567992 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9fed35ab-9a98-4941-a270-256f02f2f6fa req-2988d205-6626-40ed-ba3d-010221cdbc46 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879955 May 10 19:08:36.718275 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-861f2d10-c4aa-49b9-afee-812b50088799 req-4f59b77b-f3e7-473a-ae16-2c68b753c9e4 service neutron] 10.222.0.48 "GET /v2.0/networks/33f7be6a-da7a-41a3-877f-ba238e3c204c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623497 May 10 19:08:36.736137 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33577323-dd44-4162-ab5f-edbb5f087244 admin admin] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:08:36.745487 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7f617b-d203-47a5-ad36-10f2f2c867b8 None None] Sync routers for ids ['30da25e5-cce7-4cf7-9e19-dd18fc795fea'] in dv-cinder-836996-18-iscsi {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:08:36.756932 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7f617b-d203-47a5-ad36-10f2f2c867b8 None None] Routers {'30da25e5-cce7-4cf7-9e19-dd18fc795fea'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:08:36.757544 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5d7f617b-d203-47a5-ad36-10f2f2c867b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:08:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['30da25e5-cce7-4cf7-9e19-dd18fc795fea'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:08:36.789805 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-33577323-dd44-4162-ab5f-edbb5f087244 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:36.791029 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-33577323-dd44-4162-ab5f-edbb5f087244 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3892126 May 10 19:08:36.794733 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 49398) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:08:36.823499 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-861f2d10-c4aa-49b9-afee-812b50088799 req-9cc60c7e-14d2-4278-b2fd-31156e9eea7c service neutron] 10.222.0.48 "GET /v2.0/networks/33f7be6a-da7a-41a3-877f-ba238e3c204c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953951 May 10 19:08:36.868399 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-5d7f617b-d203-47a5-ad36-10f2f2c867b8 None None] Set router 30da25e5-cce7-4cf7-9e19-dd18fc795fea gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:08:37.041254 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5d7f617b-d203-47a5-ad36-10f2f2c867b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'name': 'tempest-TestVolumeBootPattern-491433956-router', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:35Z', 'revision_number': 3, 'project_id': '506b976cacbb411391ef566d0aac8add', 'gw_port': {'id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi'}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:08:37.068450 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7f617b-d203-47a5-ad36-10f2f2c867b8 None None] Checking router: 30da25e5-cce7-4cf7-9e19-dd18fc795fea for host: dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:08:37.069157 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7f617b-d203-47a5-ad36-10f2f2c867b8 None None] Updating router 30da25e5-cce7-4cf7-9e19-dd18fc795fea port cd750c69-211e-41e2-91cf-e0918d96169c binding host dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:08:37.095797 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5d7f617b-d203-47a5-ad36-10f2f2c867b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (cd750c69-211e-41e2-91cf-e0918d96169c), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:37.215942 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e26a307e-63ce-46de-b4a1-b871c592ac54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:37.353661 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 44eba837-6c09-4e9e-ba9e-8d0f343dee62 up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:08:37.393501 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-e26a307e-63ce-46de-b4a1-b871c592ac54 admin admin] Allocated IP 172.20.0.1 (a6579330-b641-4d71-b82f-a3d1fbd86683/66c7d8db-9900-40dc-90b9-9c924e1dcca8/ccc9fd3e-91d6-4161-bad7-52c045c28ccd) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:08:37.402275 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5d7f617b-d203-47a5-ad36-10f2f2c867b8 None None] Publish callbacks [] for port (cd750c69-211e-41e2-91cf-e0918d96169c), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:37.411932 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5d7f617b-d203-47a5-ad36-10f2f2c867b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (cd750c69-211e-41e2-91cf-e0918d96169c), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:37.472777 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port 44eba837-6c09-4e9e-ba9e-8d0f343dee62 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:08:37.473167 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (44eba837-6c09-4e9e-ba9e-8d0f343dee62), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:37.475144 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-5d7f617b-d203-47a5-ad36-10f2f2c867b8 None None] Attempting to bind port cd750c69-211e-41e2-91cf-e0918d96169c on host dv-cinder-836996-18-iscsi for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:08:37.475515 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-5d7f617b-d203-47a5-ad36-10f2f2c867b8 None None] Attempting to bind port cd750c69-211e-41e2-91cf-e0918d96169c by drivers openvswitch,hyperv on host dv-cinder-836996-18-iscsi at level 0 using segments [{'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:08:37.475877 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7f617b-d203-47a5-ad36-10f2f2c867b8 None None] Attempting to bind port cd750c69-211e-41e2-91cf-e0918d96169c on network fea53afb-2d4d-48cb-89ec-9b33d8fc553d {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:08:37.478568 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c59b07-8f88-4d1b-84b3-dd7f6a637049 None None] Pushing event updated for resources: {'Port': ['ID=cd750c69-211e-41e2-91cf-e0918d96169c,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:37.495887 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e26a307e-63ce-46de-b4a1-b871c592ac54 admin admin] Publish callbacks [] for port (ccc9fd3e-91d6-4161-bad7-52c045c28ccd), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:37.503969 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7f617b-d203-47a5-ad36-10f2f2c867b8 None None] Checking agent: {'id': 'c34e4451-1c74-4654-b00e-86e650275fac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 49, 35), 'started_at': datetime.datetime(2022, 5, 10, 18, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:08:37.504410 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7f617b-d203-47a5-ad36-10f2f2c867b8 None None] Checking segment: {'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:08:37.504854 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5d7f617b-d203-47a5-ad36-10f2f2c867b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:37.505250 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7f617b-d203-47a5-ad36-10f2f2c867b8 None None] Bound using segment: {'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:08:37.505728 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-5d7f617b-d203-47a5-ad36-10f2f2c867b8 None None] Bound port: cd750c69-211e-41e2-91cf-e0918d96169c, host: dv-cinder-836996-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:08:37.506105 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5d7f617b-d203-47a5-ad36-10f2f2c867b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (cd750c69-211e-41e2-91cf-e0918d96169c), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:37.529724 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e26a307e-63ce-46de-b4a1-b871c592ac54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4468833'] for port (ccc9fd3e-91d6-4161-bad7-52c045c28ccd), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:37.570297 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26a307e-63ce-46de-b4a1-b871c592ac54 admin admin] Network a6579330-b641-4d71-b82f-a3d1fbd86683 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:08:37.573172 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-e26a307e-63ce-46de-b4a1-b871c592ac54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:08:37.576917 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26a307e-63ce-46de-b4a1-b871c592ac54 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:08:37.597747 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-5d7f617b-d203-47a5-ad36-10f2f2c867b8 None None] For port cd750c69-211e-41e2-91cf-e0918d96169c, host dv-cinder-836996-18-iscsi, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:08:37.617322 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-5d7f617b-d203-47a5-ad36-10f2f2c867b8 None None] For port cd750c69-211e-41e2-91cf-e0918d96169c, host dv-cinder-836996-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=cd750c69-211e-41e2-91cf-e0918d96169c,segment=NetworkSegment(5e4a060e-4ea0-4d95-88b5-1969f86bafa6),segment_id=5e4a060e-4ea0-4d95-88b5-1969f86bafa6)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:08:37.619085 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port 44eba837-6c09-4e9e-ba9e-8d0f343dee62 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:08:37.629721 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5d7f617b-d203-47a5-ad36-10f2f2c867b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (cd750c69-211e-41e2-91cf-e0918d96169c), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:37.634245 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a307e-63ce-46de-b4a1-b871c592ac54 admin admin] Pushing event updated for resources: {'Port': ['ID=ccc9fd3e-91d6-4161-bad7-52c045c28ccd,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:37.645748 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e26a307e-63ce-46de-b4a1-b871c592ac54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2088351'] for router_interface (30da25e5-cce7-4cf7-9e19-dd18fc795fea), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:37.702522 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7f617b-d203-47a5-ad36-10f2f2c867b8 None None] Routers {'30da25e5-cce7-4cf7-9e19-dd18fc795fea'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:08:37.703148 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5d7f617b-d203-47a5-ad36-10f2f2c867b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:08:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['30da25e5-cce7-4cf7-9e19-dd18fc795fea'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:08:37.755935 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c59b07-8f88-4d1b-84b3-dd7f6a637049 None None] Pushing event updated for resources: {'Port': ['ID=cd750c69-211e-41e2-91cf-e0918d96169c,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:37.757644 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d60e39-936c-431b-a967-da40557cee2a req-b6bf33bc-c671-42c4-a5e8-fe3aad7e99c1 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:37.759222 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-34d60e39-936c-431b-a967-da40557cee2a req-b6bf33bc-c671-42c4-a5e8-fe3aad7e99c1 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 944 time: 0.0739264 May 10 19:08:37.832475 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-d6756ba3-b15a-466d-9063-d292528709a3 None None] Provisioning complete for port ccc9fd3e-91d6-4161-bad7-52c045c28ccd triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:08:37.832806 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d6756ba3-b15a-466d-9063-d292528709a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (ccc9fd3e-91d6-4161-bad7-52c045c28ccd), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:37.846372 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-34d60e39-936c-431b-a967-da40557cee2a req-272b2707-6745-4919-9ad0-eaaba4da33a2 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802674 May 10 19:08:37.863920 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-5d7f617b-d203-47a5-ad36-10f2f2c867b8 None None] Set router 30da25e5-cce7-4cf7-9e19-dd18fc795fea gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:08:37.871381 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e26a307e-63ce-46de-b4a1-b871c592ac54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (ccc9fd3e-91d6-4161-bad7-52c045c28ccd), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:37.964836 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-d6756ba3-b15a-466d-9063-d292528709a3 None None] Port ccc9fd3e-91d6-4161-bad7-52c045c28ccd cannot update to ACTIVE because it is not bound. {{(pid=103424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:08:38.031465 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e26a307e-63ce-46de-b4a1-b871c592ac54 admin admin] Publish callbacks [] for port (ccc9fd3e-91d6-4161-bad7-52c045c28ccd), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:38.037288 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e26a307e-63ce-46de-b4a1-b871c592ac54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4468760'] for port (ccc9fd3e-91d6-4161-bad7-52c045c28ccd), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:38.042629 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5d7f617b-d203-47a5-ad36-10f2f2c867b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'name': 'tempest-TestVolumeBootPattern-491433956-router', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:35Z', 'revision_number': 3, 'project_id': '506b976cacbb411391ef566d0aac8add', 'gw_port': {'id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi'}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:08:38.069491 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7f617b-d203-47a5-ad36-10f2f2c867b8 None None] The sync data for ids ['30da25e5-cce7-4cf7-9e19-dd18fc795fea'] in dv-cinder-836996-18-iscsi is: [{'id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'name': 'tempest-TestVolumeBootPattern-491433956-router', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:35Z', 'revision_number': 3, 'project_id': '506b976cacbb411391ef566d0aac8add', 'gw_port': {'id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:08:38.102549 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e26a307e-63ce-46de-b4a1-b871c592ac54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2055512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2088610'] for router_interface (30da25e5-cce7-4cf7-9e19-dd18fc795fea), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:38.112441 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a307e-63ce-46de-b4a1-b871c592ac54 admin admin] Pushing event updated for resources: {'Port': ['ID=ccc9fd3e-91d6-4161-bad7-52c045c28ccd,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:38.199431 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26a307e-63ce-46de-b4a1-b871c592ac54 admin admin] Network a6579330-b641-4d71-b82f-a3d1fbd86683 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:08:38.201081 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-e26a307e-63ce-46de-b4a1-b871c592ac54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:08:38.508513 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:38.518860 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-c9c80f5d-8f78-4dab-8d47-c0a6101032a5 None None] Provisioning complete for port ccc9fd3e-91d6-4161-bad7-52c045c28ccd triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:08:38.519527 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c9c80f5d-8f78-4dab-8d47-c0a6101032a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (ccc9fd3e-91d6-4161-bad7-52c045c28ccd), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:38.566651 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-c9c80f5d-8f78-4dab-8d47-c0a6101032a5 None None] Port ccc9fd3e-91d6-4161-bad7-52c045c28ccd cannot update to ACTIVE because it is not bound. {{(pid=103424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:08:38.602102 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26a307e-63ce-46de-b4a1-b871c592ac54 admin admin] Router 30da25e5-cce7-4cf7-9e19-dd18fc795fea has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:08:38.727811 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26a307e-63ce-46de-b4a1-b871c592ac54 admin admin] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:08:38.732914 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-e26a307e-63ce-46de-b4a1-b871c592ac54 admin admin] 10.222.0.52 "PUT /v2.0/routers/30da25e5-cce7-4cf7-9e19-dd18fc795fea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9368711 May 10 19:08:39.004378 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb757b73-dc52-456d-b495-adac80430f4c req-c2f4738f-2e04-4613-8e5c-55989a4c9023 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:39.006066 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-eb757b73-dc52-456d-b495-adac80430f4c req-c2f4738f-2e04-4613-8e5c-55989a4c9023 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 944 time: 0.0765274 May 10 19:08:39.057706 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-eb757b73-dc52-456d-b495-adac80430f4c req-dfd1a1ff-57cb-4084-b7fb-c46fb79641ca tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458415 May 10 19:08:39.278022 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 49444) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:08:39.283213 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-eaab5f68-c0d1-49c2-8cf5-65d781c3c019 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1997762564-network', 'tenant_id': '87b16d09509c43259be394bca3fa1511'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:08:39.300619 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device cd750c69-211e-41e2-91cf-e0918d96169c up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:08:39.306492 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaab5f68-c0d1-49c2-8cf5-65d781c3c019 admin admin] Made reservation on behalf of 87b16d09509c43259be394bca3fa1511 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:08:39.308895 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eaab5f68-c0d1-49c2-8cf5-65d781c3c019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:39.318307 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eaab5f68-c0d1-49c2-8cf5-65d781c3c019 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:39.349857 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port cd750c69-211e-41e2-91cf-e0918d96169c triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:08:39.350335 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (cd750c69-211e-41e2-91cf-e0918d96169c), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:39.400290 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eaab5f68-c0d1-49c2-8cf5-65d781c3c019 admin admin] Publish callbacks [] for security_group (e646808b-5e89-4af1-8ac9-0fa413c17c61), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:39.405039 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eaab5f68-c0d1-49c2-8cf5-65d781c3c019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (e646808b-5e89-4af1-8ac9-0fa413c17c61), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:39.434137 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaab5f68-c0d1-49c2-8cf5-65d781c3c019 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:08:39.435269 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port cd750c69-211e-41e2-91cf-e0918d96169c is: DOWN; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:08:39.435643 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (cd750c69-211e-41e2-91cf-e0918d96169c), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:39.444622 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab5f68-c0d1-49c2-8cf5-65d781c3c019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e646808b-5e89-4af1-8ac9-0fa413c17c61,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:39.449600 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eaab5f68-c0d1-49c2-8cf5-65d781c3c019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860'] for segment (30b5f1d4-fb4e-429d-92f3-159e64c763dd), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:39.450179 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.db.segments_db [None req-eaab5f68-c0d1-49c2-8cf5-65d781c3c019 admin admin] Added segment 30b5f1d4-fb4e-429d-92f3-159e64c763dd of type vlan for network e20d6721-96be-4a08-93c4-3ec796c047f4 May 10 19:08:39.458223 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] For port cd750c69-211e-41e2-91cf-e0918d96169c, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=cd750c69-211e-41e2-91cf-e0918d96169c,segment=NetworkSegment(5e4a060e-4ea0-4d95-88b5-1969f86bafa6),segment_id=5e4a060e-4ea0-4d95-88b5-1969f86bafa6)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:08:39.463017 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (cd750c69-211e-41e2-91cf-e0918d96169c), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:39.505334 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eaab5f68-c0d1-49c2-8cf5-65d781c3c019 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776401517752'] for network (e20d6721-96be-4a08-93c4-3ec796c047f4), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:39.514217 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Pushing event updated for resources: {'Port': ['ID=cd750c69-211e-41e2-91cf-e0918d96169c,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:39.533135 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eaab5f68-c0d1-49c2-8cf5-65d781c3c019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498'] for network (e20d6721-96be-4a08-93c4-3ec796c047f4), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:39.534398 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaab5f68-c0d1-49c2-8cf5-65d781c3c019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:39.535007 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eaab5f68-c0d1-49c2-8cf5-65d781c3c019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:39.591646 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-eaab5f68-c0d1-49c2-8cf5-65d781c3c019 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3125033 May 10 19:08:39.594460 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 49446) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:08:39.599071 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-c726df9f-8daa-485c-8d53-c423e12b409e admin admin] Request body: {'subnet': {'network_id': 'e20d6721-96be-4a08-93c4-3ec796c047f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1997762564-subnet', 'tenant_id': '87b16d09509c43259be394bca3fa1511', 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:08:39.605459 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab5f68-c0d1-49c2-8cf5-65d781c3c019 admin admin] Pushing event updated for resources: {'Network': ['ID=e20d6721-96be-4a08-93c4-3ec796c047f4,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:39.616887 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Network e20d6721-96be-4a08-93c4-3ec796c047f4 details requested by agent ovs-agent-dv-cinder-836996-18-iscsi with host dv-cinder-836996-18-iscsi {{(pid=103424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:08:39.625156 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c726df9f-8daa-485c-8d53-c423e12b409e admin admin] Made reservation on behalf of 87b16d09509c43259be394bca3fa1511 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:08:39.627574 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c726df9f-8daa-485c-8d53-c423e12b409e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4218654'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:39.705553 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ab783a-9156-4f2f-9da6-77d343c905d7 None None] Sync routers for ids ['30da25e5-cce7-4cf7-9e19-dd18fc795fea'] in dv-cinder-836996-18-iscsi {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:08:39.715408 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ab783a-9156-4f2f-9da6-77d343c905d7 None None] Routers {'30da25e5-cce7-4cf7-9e19-dd18fc795fea'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:08:39.716002 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-f8ab783a-9156-4f2f-9da6-77d343c905d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:08:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['30da25e5-cce7-4cf7-9e19-dd18fc795fea'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:08:39.815277 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c726df9f-8daa-485c-8d53-c423e12b409e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4469137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4218624'] for subnet (1252a558-eea8-4fe2-a135-d01772405584), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:39.838976 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-f8ab783a-9156-4f2f-9da6-77d343c905d7 None None] Set router 30da25e5-cce7-4cf7-9e19-dd18fc795fea gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:08:39.860613 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726df9f-8daa-485c-8d53-c423e12b409e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1252a558-eea8-4fe2-a135-d01772405584,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:39.879829 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c726df9f-8daa-485c-8d53-c423e12b409e admin admin] Checking segment: {'id': '30b5f1d4-fb4e-429d-92f3-159e64c763dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e20d6721-96be-4a08-93c4-3ec796c047f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:08:39.880131 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c726df9f-8daa-485c-8d53-c423e12b409e admin admin] Network hostable DHCP agents. Network: e20d6721-96be-4a08-93c4-3ec796c047f4, hostable agents: ['dfaf9083-34c2-4df7-9672-aaebd87f4028'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:08:39.898415 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c726df9f-8daa-485c-8d53-c423e12b409e admin admin] Network e20d6721-96be-4a08-93c4-3ec796c047f4 is scheduled to be hosted by DHCP agent dfaf9083-34c2-4df7-9672-aaebd87f4028 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:08:39.907588 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-c726df9f-8daa-485c-8d53-c423e12b409e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-18-iscsi, e20d6721-96be-4a08-93c4-3ec796c047f4) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:08:39.911827 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c726df9f-8daa-485c-8d53-c423e12b409e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:39.912427 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c726df9f-8daa-485c-8d53-c423e12b409e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:39.918181 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448a3334-be1f-4c61-bbb8-71b2c4bcf58e None None] Network e20d6721-96be-4a08-93c4-3ec796c047f4 requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:08:39.932311 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-c726df9f-8daa-485c-8d53-c423e12b409e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3344448 May 10 19:08:39.932785 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 49454) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:08:39.937908 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-860ce66d-2949-4331-9ae2-e67d3b7858c9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1997762564-router', 'tenant_id': '87b16d09509c43259be394bca3fa1511', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:08:39.965383 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-860ce66d-2949-4331-9ae2-e67d3b7858c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2083890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2569'] for router (b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:39.966472 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-860ce66d-2949-4331-9ae2-e67d3b7858c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2083974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2085925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2043442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2590'] for router (b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:40.032461 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c429991-5c67-467d-afeb-d157aa367325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4010351-5650-5351-9072-b5f47fb5324d-e20d6721-96be-4a08-93c4-3ec796c047f4', 'network_id': 'e20d6721-96be-4a08-93c4-3ec796c047f4', 'project_id': '87b16d09509c43259be394bca3fa1511', 'fixed_ips': [{'subnet_id': '1252a558-eea8-4fe2-a135-d01772405584'}]}} from dv-cinder-836996-18-iscsi. {{(pid=103424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 19:08:40.033527 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7c429991-5c67-467d-afeb-d157aa367325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:40.034196 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-860ce66d-2949-4331-9ae2-e67d3b7858c9 admin admin] Publish callbacks [] for router_controller (b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:40.053761 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-f8ab783a-9156-4f2f-9da6-77d343c905d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'name': 'tempest-TestVolumeBootPattern-491433956-router', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:37Z', 'revision_number': 4, 'project_id': '506b976cacbb411391ef566d0aac8add', 'gw_port': {'id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': 'ccc9fd3e-91d6-4161-bad7-52c045c28ccd', 'name': '', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'mac_address': 'fa:16:3e:12:bb:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:37Z', 'updated_at': '2022-05-10T19:08:37Z', 'revision_number': 2, 'project_id': '506b976cacbb411391ef566d0aac8add', 'subnets': [{'id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:08:40.088417 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ab783a-9156-4f2f-9da6-77d343c905d7 None None] Checking router: 30da25e5-cce7-4cf7-9e19-dd18fc795fea for host: dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:08:40.088656 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ab783a-9156-4f2f-9da6-77d343c905d7 None None] Updating router 30da25e5-cce7-4cf7-9e19-dd18fc795fea port ccc9fd3e-91d6-4161-bad7-52c045c28ccd binding host dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:08:40.118554 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f8ab783a-9156-4f2f-9da6-77d343c905d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (ccc9fd3e-91d6-4161-bad7-52c045c28ccd), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:40.185941 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-7c429991-5c67-467d-afeb-d157aa367325 None None] Allocated IP 172.20.0.2 (e20d6721-96be-4a08-93c4-3ec796c047f4/1252a558-eea8-4fe2-a135-d01772405584/e96c452d-ffa6-4f67-8f81-f5ff7633ff56) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:08:40.238254 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-860ce66d-2949-4331-9ae2-e67d3b7858c9 admin admin] Publish callbacks [] for router_gateway (b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:40.268795 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb9d52-784c-4334-8619-7a0beed621a0 req-9f001f0c-2d73-47c4-8907-8ed2da3e0bc3 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:40.272701 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-3acb9d52-784c-4334-8619-7a0beed621a0 req-9f001f0c-2d73-47c4-8907-8ed2da3e0bc3 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 944 time: 0.0944402 May 10 19:08:40.350728 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7c429991-5c67-467d-afeb-d157aa367325 None None] Publish callbacks [] for port (e96c452d-ffa6-4f67-8f81-f5ff7633ff56), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:40.357462 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7c429991-5c67-467d-afeb-d157aa367325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578'] for port (e96c452d-ffa6-4f67-8f81-f5ff7633ff56), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:40.362623 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-3acb9d52-784c-4334-8619-7a0beed621a0 req-6dbebc68-d205-46bf-ba53-e3f0df5baa47 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685258 May 10 19:08:40.399785 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f8ab783a-9156-4f2f-9da6-77d343c905d7 None None] Publish callbacks [] for port (ccc9fd3e-91d6-4161-bad7-52c045c28ccd), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:40.400700 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c429991-5c67-467d-afeb-d157aa367325 None None] Network e20d6721-96be-4a08-93c4-3ec796c047f4 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:08:40.405876 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-7c429991-5c67-467d-afeb-d157aa367325 None None] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:08:40.406840 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f8ab783a-9156-4f2f-9da6-77d343c905d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (ccc9fd3e-91d6-4161-bad7-52c045c28ccd), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:40.410285 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c429991-5c67-467d-afeb-d157aa367325 None None] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:08:40.471058 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116d7c4-feae-48ff-9ae1-64bc9622e89b None None] Pushing event updated for resources: {'Port': ['ID=ccc9fd3e-91d6-4161-bad7-52c045c28ccd,revision_number=3']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:40.476186 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c429991-5c67-467d-afeb-d157aa367325 None None] Pushing event updated for resources: {'Port': ['ID=e96c452d-ffa6-4f67-8f81-f5ff7633ff56,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:40.494074 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-7c429991-5c67-467d-afeb-d157aa367325 None None] Attempting to bind port e96c452d-ffa6-4f67-8f81-f5ff7633ff56 on host dv-cinder-836996-18-iscsi for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:08:40.494528 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-7c429991-5c67-467d-afeb-d157aa367325 None None] Attempting to bind port e96c452d-ffa6-4f67-8f81-f5ff7633ff56 by drivers openvswitch,hyperv on host dv-cinder-836996-18-iscsi at level 0 using segments [{'id': '30b5f1d4-fb4e-429d-92f3-159e64c763dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e20d6721-96be-4a08-93c4-3ec796c047f4'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:08:40.494953 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c429991-5c67-467d-afeb-d157aa367325 None None] Attempting to bind port e96c452d-ffa6-4f67-8f81-f5ff7633ff56 on network e20d6721-96be-4a08-93c4-3ec796c047f4 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:08:40.501593 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c429991-5c67-467d-afeb-d157aa367325 None None] Checking agent: {'id': 'c34e4451-1c74-4654-b00e-86e650275fac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 49, 35), 'started_at': datetime.datetime(2022, 5, 10, 18, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:08:40.502197 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c429991-5c67-467d-afeb-d157aa367325 None None] Checking segment: {'id': '30b5f1d4-fb4e-429d-92f3-159e64c763dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e20d6721-96be-4a08-93c4-3ec796c047f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:08:40.502690 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7c429991-5c67-467d-afeb-d157aa367325 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:40.503145 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c429991-5c67-467d-afeb-d157aa367325 None None] Bound using segment: {'id': '30b5f1d4-fb4e-429d-92f3-159e64c763dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e20d6721-96be-4a08-93c4-3ec796c047f4'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:08:40.503695 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-7c429991-5c67-467d-afeb-d157aa367325 None None] Bound port: e96c452d-ffa6-4f67-8f81-f5ff7633ff56, host: dv-cinder-836996-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b5f1d4-fb4e-429d-92f3-159e64c763dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e20d6721-96be-4a08-93c4-3ec796c047f4'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:08:40.504329 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7c429991-5c67-467d-afeb-d157aa367325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (e96c452d-ffa6-4f67-8f81-f5ff7633ff56), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:40.525774 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-860ce66d-2949-4331-9ae2-e67d3b7858c9 admin admin] Publish callbacks [] for router_gateway (b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:40.534700 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [None req-f8ab783a-9156-4f2f-9da6-77d343c905d7 None None] Attempting to bind port ccc9fd3e-91d6-4161-bad7-52c045c28ccd on host dv-cinder-836996-18-iscsi for vnic_type normal with profile {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:08:40.535071 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [None req-f8ab783a-9156-4f2f-9da6-77d343c905d7 None None] Attempting to bind port ccc9fd3e-91d6-4161-bad7-52c045c28ccd by drivers openvswitch,hyperv on host dv-cinder-836996-18-iscsi at level 0 using segments [{'id': '6bc4d870-08e7-4a4f-acf6-baae1c5f638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683'}] {{(pid=103425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:08:40.535631 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ab783a-9156-4f2f-9da6-77d343c905d7 None None] Attempting to bind port ccc9fd3e-91d6-4161-bad7-52c045c28ccd on network a6579330-b641-4d71-b82f-a3d1fbd86683 {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:08:40.542071 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ab783a-9156-4f2f-9da6-77d343c905d7 None None] Checking agent: {'id': 'c34e4451-1c74-4654-b00e-86e650275fac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 49, 35), 'started_at': datetime.datetime(2022, 5, 10, 18, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:08:40.542453 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ab783a-9156-4f2f-9da6-77d343c905d7 None None] Checking segment: {'id': '6bc4d870-08e7-4a4f-acf6-baae1c5f638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:08:40.542866 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f8ab783a-9156-4f2f-9da6-77d343c905d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:40.543261 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ab783a-9156-4f2f-9da6-77d343c905d7 None None] Bound using segment: {'id': '6bc4d870-08e7-4a4f-acf6-baae1c5f638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683'} {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:08:40.543940 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [None req-f8ab783a-9156-4f2f-9da6-77d343c905d7 None None] Bound port: ccc9fd3e-91d6-4161-bad7-52c045c28ccd, host: dv-cinder-836996-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc4d870-08e7-4a4f-acf6-baae1c5f638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683'}}] {{(pid=103425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:08:40.544499 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f8ab783a-9156-4f2f-9da6-77d343c905d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (ccc9fd3e-91d6-4161-bad7-52c045c28ccd), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:40.559674 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-860ce66d-2949-4331-9ae2-e67d3b7858c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:40.582799 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116d7c4-feae-48ff-9ae1-64bc9622e89b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:08:40.583667 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116d7c4-feae-48ff-9ae1-64bc9622e89b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:08:40.584276 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116d7c4-feae-48ff-9ae1-64bc9622e89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:08:40.584921 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116d7c4-feae-48ff-9ae1-64bc9622e89b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:08:40.585509 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116d7c4-feae-48ff-9ae1-64bc9622e89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:08:40.586084 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116d7c4-feae-48ff-9ae1-64bc9622e89b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:08:40.586644 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116d7c4-feae-48ff-9ae1-64bc9622e89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:08:40.587188 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116d7c4-feae-48ff-9ae1-64bc9622e89b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:08:40.587925 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116d7c4-feae-48ff-9ae1-64bc9622e89b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:08:40.588512 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116d7c4-feae-48ff-9ae1-64bc9622e89b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:08:40.589094 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116d7c4-feae-48ff-9ae1-64bc9622e89b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:08:40.589686 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116d7c4-feae-48ff-9ae1-64bc9622e89b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:08:40.590241 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116d7c4-feae-48ff-9ae1-64bc9622e89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:08:40.590974 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116d7c4-feae-48ff-9ae1-64bc9622e89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:08:40.591517 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116d7c4-feae-48ff-9ae1-64bc9622e89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:08:40.663358 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-f8ab783a-9156-4f2f-9da6-77d343c905d7 None None] For port ccc9fd3e-91d6-4161-bad7-52c045c28ccd, host dv-cinder-836996-18-iscsi, cleared binding levels {{(pid=103425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:08:40.667639 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-f8ab783a-9156-4f2f-9da6-77d343c905d7 None None] For port ccc9fd3e-91d6-4161-bad7-52c045c28ccd, host dv-cinder-836996-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=ccc9fd3e-91d6-4161-bad7-52c045c28ccd,segment=NetworkSegment(6bc4d870-08e7-4a4f-acf6-baae1c5f638f),segment_id=6bc4d870-08e7-4a4f-acf6-baae1c5f638f)] {{(pid=103425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:08:40.675679 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f8ab783a-9156-4f2f-9da6-77d343c905d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (ccc9fd3e-91d6-4161-bad7-52c045c28ccd), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:40.719433 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-860ce66d-2949-4331-9ae2-e67d3b7858c9 admin admin] Allocated IP 172.27.1.168 (fea53afb-2d4d-48cb-89ec-9b33d8fc553d/12fc4f2d-8382-4ccf-abb9-52281f433079/aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:08:40.747061 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-4be9f972-17b7-4c33-a7fc-570bf666ce2e None None] Provisioning complete for port ccc9fd3e-91d6-4161-bad7-52c045c28ccd triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:08:40.747572 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4be9f972-17b7-4c33-a7fc-570bf666ce2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (ccc9fd3e-91d6-4161-bad7-52c045c28ccd), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:40.748386 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ab783a-9156-4f2f-9da6-77d343c905d7 None None] Routers {'30da25e5-cce7-4cf7-9e19-dd18fc795fea'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:08:40.749087 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-f8ab783a-9156-4f2f-9da6-77d343c905d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:08:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['30da25e5-cce7-4cf7-9e19-dd18fc795fea'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:08:40.807795 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-7c429991-5c67-467d-afeb-d157aa367325 None None] For port e96c452d-ffa6-4f67-8f81-f5ff7633ff56, host dv-cinder-836996-18-iscsi, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:08:40.812596 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-7c429991-5c67-467d-afeb-d157aa367325 None None] For port e96c452d-ffa6-4f67-8f81-f5ff7633ff56, host dv-cinder-836996-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=e96c452d-ffa6-4f67-8f81-f5ff7633ff56,segment=NetworkSegment(30b5f1d4-fb4e-429d-92f3-159e64c763dd),segment_id=30b5f1d4-fb4e-429d-92f3-159e64c763dd)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:08:40.824722 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7c429991-5c67-467d-afeb-d157aa367325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (e96c452d-ffa6-4f67-8f81-f5ff7633ff56), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:40.838650 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-860ce66d-2949-4331-9ae2-e67d3b7858c9 admin admin] Publish callbacks [] for port (aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:40.853038 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 49460) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:08:40.877356 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-860ce66d-2949-4331-9ae2-e67d3b7858c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4468833'] for port (aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:40.936827 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860ce66d-2949-4331-9ae2-e67d3b7858c9 admin admin] Network fea53afb-2d4d-48cb-89ec-9b33d8fc553d is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:08:40.947060 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-f8ab783a-9156-4f2f-9da6-77d343c905d7 None None] Set router 30da25e5-cce7-4cf7-9e19-dd18fc795fea gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:08:40.949947 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116d7c4-feae-48ff-9ae1-64bc9622e89b None None] Pushing event updated for resources: {'Port': ['ID=ccc9fd3e-91d6-4161-bad7-52c045c28ccd,revision_number=4']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:40.958320 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-860ce66d-2949-4331-9ae2-e67d3b7858c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:08:40.962600 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fd93b24-6fa2-4237-9eb9-beba58d22ab2 admin admin] Deleting subnet 773dfc9b-dee9-4723-9163-2541a475b2cc {{(pid=103423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 19:08:40.964728 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ce66d-2949-4331-9ae2-e67d3b7858c9 admin admin] Pushing event updated for resources: {'Port': ['ID=aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:40.967795 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860ce66d-2949-4331-9ae2-e67d3b7858c9 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:08:40.974095 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6fd93b24-6fa2-4237-9eb9-beba58d22ab2 admin admin] Publish callbacks [] for subnet (773dfc9b-dee9-4723-9163-2541a475b2cc), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:41.005584 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-4be9f972-17b7-4c33-a7fc-570bf666ce2e None None] Current status of the port ccc9fd3e-91d6-4161-bad7-52c045c28ccd is: DOWN; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:08:41.006227 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4be9f972-17b7-4c33-a7fc-570bf666ce2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (ccc9fd3e-91d6-4161-bad7-52c045c28ccd), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:41.010067 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c429991-5c67-467d-afeb-d157aa367325 None None] Pushing event updated for resources: {'Port': ['ID=e96c452d-ffa6-4f67-8f81-f5ff7633ff56,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:41.045123 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6fd93b24-6fa2-4237-9eb9-beba58d22ab2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6130173'] for subnet (773dfc9b-dee9-4723-9163-2541a475b2cc), precommit_delete_associations {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:41.057352 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-4be9f972-17b7-4c33-a7fc-570bf666ce2e None None] For port ccc9fd3e-91d6-4161-bad7-52c045c28ccd, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=ccc9fd3e-91d6-4161-bad7-52c045c28ccd,segment=NetworkSegment(6bc4d870-08e7-4a4f-acf6-baae1c5f638f),segment_id=6bc4d870-08e7-4a4f-acf6-baae1c5f638f)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:08:41.065284 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4be9f972-17b7-4c33-a7fc-570bf666ce2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (ccc9fd3e-91d6-4161-bad7-52c045c28ccd), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:41.095697 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6fd93b24-6fa2-4237-9eb9-beba58d22ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966585'] for subnet (773dfc9b-dee9-4723-9163-2541a475b2cc), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:41.141146 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9f972-17b7-4c33-a7fc-570bf666ce2e None None] Pushing event updated for resources: {'Port': ['ID=ccc9fd3e-91d6-4161-bad7-52c045c28ccd,revision_number=5']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:41.198647 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-dff3914b-1be8-47d9-af20-81ac6c4e4c71 None None] Provisioning complete for port ccc9fd3e-91d6-4161-bad7-52c045c28ccd triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:08:41.199050 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dff3914b-1be8-47d9-af20-81ac6c4e4c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (ccc9fd3e-91d6-4161-bad7-52c045c28ccd), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:41.207842 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-f8ab783a-9156-4f2f-9da6-77d343c905d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'name': 'tempest-TestVolumeBootPattern-491433956-router', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:37Z', 'revision_number': 4, 'project_id': '506b976cacbb411391ef566d0aac8add', 'gw_port': {'id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': 'ccc9fd3e-91d6-4161-bad7-52c045c28ccd', 'name': '', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'mac_address': 'fa:16:3e:12:bb:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:37Z', 'updated_at': '2022-05-10T19:08:40Z', 'revision_number': 4, 'project_id': '506b976cacbb411391ef566d0aac8add', 'subnets': [{'id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:08:41.209216 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6fd93b24-6fa2-4237-9eb9-beba58d22ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6129904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6241889'] for subnet (773dfc9b-dee9-4723-9163-2541a475b2cc), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:41.291102 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6fd93b24-6fa2-4237-9eb9-beba58d22ab2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:41.303533 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-6fd93b24-6fa2-4237-9eb9-beba58d22ab2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/773dfc9b-dee9-4723-9163-2541a475b2cc HTTP/1.1" status: 204 len: 168 time: 0.4492769 May 10 19:08:41.305072 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd93b24-6fa2-4237-9eb9-beba58d22ab2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=773dfc9b-dee9-4723-9163-2541a475b2cc,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:41.307057 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 49462) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:08:41.383905 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-dff3914b-1be8-47d9-af20-81ac6c4e4c71 None None] Current status of the port ccc9fd3e-91d6-4161-bad7-52c045c28ccd is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:08:41.386293 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ab783a-9156-4f2f-9da6-77d343c905d7 None None] The sync data for ids ['30da25e5-cce7-4cf7-9e19-dd18fc795fea'] in dv-cinder-836996-18-iscsi is: [{'id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'name': 'tempest-TestVolumeBootPattern-491433956-router', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:37Z', 'revision_number': 4, 'project_id': '506b976cacbb411391ef566d0aac8add', 'gw_port': {'id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': 'ccc9fd3e-91d6-4161-bad7-52c045c28ccd', 'name': '', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'mac_address': 'fa:16:3e:12:bb:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:37Z', 'updated_at': '2022-05-10T19:08:40Z', 'revision_number': 4, 'project_id': '506b976cacbb411391ef566d0aac8add', 'subnets': [{'id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:08:41.415597 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6d7e3ce4-53f4-474f-9331-0a609567b6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824044'] for network (5c08cbe3-f47b-472d-8dcf-681fa8899752), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:41.501059 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-860ce66d-2949-4331-9ae2-e67d3b7858c9 admin admin] Publish callbacks [] for router_gateway (b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:41.559787 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device cd750c69-211e-41e2-91cf-e0918d96169c up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:08:41.580220 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6d7e3ce4-53f4-474f-9331-0a609567b6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965186', 'neutron.services.segments.db._delete_segments_for_network-8776401828657'] for network (5c08cbe3-f47b-472d-8dcf-681fa8899752), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:41.596590 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ccc7c-fbb5-440f-984a-5972a7828ce5 req-f33d0c63-7602-4ce0-b60e-97301d313b51 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:41.598131 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-dc9ccc7c-fbb5-440f-984a-5972a7828ce5 req-f33d0c63-7602-4ce0-b60e-97301d313b51 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 944 time: 0.0702393 May 10 19:08:41.629592 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.services.segments.db [None req-6d7e3ce4-53f4-474f-9331-0a609567b6d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c08cbe3-f47b-472d-8dcf-681fa8899752']}} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:08:41.629849 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port cd750c69-211e-41e2-91cf-e0918d96169c triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:08:41.630163 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (cd750c69-211e-41e2-91cf-e0918d96169c), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:41.654270 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.services.segments.db [None req-6d7e3ce4-53f4-474f-9331-0a609567b6d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1da81d6a-21fc-4e14-b93c-4783e4b7caab') {'for_net_delete': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:08:41.654720 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.services.segments.db [None req-6d7e3ce4-53f4-474f-9331-0a609567b6d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1da81d6a-21fc-4e14-b93c-4783e4b7caab') {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:08:41.673317 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6d7e3ce4-53f4-474f-9331-0a609567b6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776401828410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6129926'] for segment (1da81d6a-21fc-4e14-b93c-4783e4b7caab), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:41.688659 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-dc9ccc7c-fbb5-440f-984a-5972a7828ce5 req-ce11ad47-4c63-410f-8eb8-dd30a23bc234 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809536 May 10 19:08:41.698157 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6d7e3ce4-53f4-474f-9331-0a609567b6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860'] for segment (1da81d6a-21fc-4e14-b93c-4783e4b7caab), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:41.715997 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d7e3ce4-53f4-474f-9331-0a609567b6d0 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:08:41.716872 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6d7e3ce4-53f4-474f-9331-0a609567b6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6129818'] for segment (1da81d6a-21fc-4e14-b93c-4783e4b7caab), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:41.719597 dv-cinder-836996-18-iscsi neutron-server[103423]: Traceback (most recent call last): May 10 19:08:41.719597 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:08:41.719597 dv-cinder-836996-18-iscsi neutron-server[103423]: timer() May 10 19:08:41.719597 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:08:41.719597 dv-cinder-836996-18-iscsi neutron-server[103423]: cb(*args, **kw) May 10 19:08:41.719597 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 19:08:41.719597 dv-cinder-836996-18-iscsi neutron-server[103423]: return func(*args, **kwargs) May 10 19:08:41.719597 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:08:41.719597 dv-cinder-836996-18-iscsi neutron-server[103423]: self._notify() May 10 19:08:41.719597 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:08:41.719597 dv-cinder-836996-18-iscsi neutron-server[103423]: self.callback(batched_events) May 10 19:08:41.719597 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:08:41.719597 dv-cinder-836996-18-iscsi neutron-server[103423]: event.method(event) May 10 19:08:41.719597 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 19:08:41.719597 dv-cinder-836996-18-iscsi neutron-server[103423]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:08:41.719597 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 19:08:41.719597 dv-cinder-836996-18-iscsi neutron-server[103423]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:08:41.719597 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 19:08:41.719597 dv-cinder-836996-18-iscsi neutron-server[103423]: return f(self, *a, **k) May 10 19:08:41.719597 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 19:08:41.719597 dv-cinder-836996-18-iscsi neutron-server[103423]: return self._get(url).json() May 10 19:08:41.719597 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 19:08:41.719597 dv-cinder-836996-18-iscsi neutron-server[103423]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:08:41.719597 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:08:41.719597 dv-cinder-836996-18-iscsi neutron-server[103423]: return self.request(url, 'GET', **kwargs) May 10 19:08:41.719597 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:08:41.719597 dv-cinder-836996-18-iscsi neutron-server[103423]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:08:41.719597 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:08:41.719597 dv-cinder-836996-18-iscsi neutron-server[103423]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:08:41.719597 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:08:41.719597 dv-cinder-836996-18-iscsi neutron-server[103423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:08:41.719597 dv-cinder-836996-18-iscsi neutron-server[103423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:08:41.735234 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port cd750c69-211e-41e2-91cf-e0918d96169c is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:08:41.736380 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device e96c452d-ffa6-4f67-8f81-f5ff7633ff56 up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:08:41.786685 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-860ce66d-2949-4331-9ae2-e67d3b7858c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2083977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2086088'] for router (b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:41.808763 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port e96c452d-ffa6-4f67-8f81-f5ff7633ff56 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:08:41.809199 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (e96c452d-ffa6-4f67-8f81-f5ff7633ff56), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:41.812705 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6d7e3ce4-53f4-474f-9331-0a609567b6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2085882'] for network (5c08cbe3-f47b-472d-8dcf-681fa8899752), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:41.831117 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6d7e3ce4-53f4-474f-9331-0a609567b6d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for network (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:41.842112 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-6d7e3ce4-53f4-474f-9331-0a609567b6d0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/5c08cbe3-f47b-472d-8dcf-681fa8899752 HTTP/1.1" status: 204 len: 168 time: 0.5312297 May 10 19:08:41.862719 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e3ce4-53f4-474f-9331-0a609567b6d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c08cbe3-f47b-472d-8dcf-681fa8899752,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:41.911935 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port e96c452d-ffa6-4f67-8f81-f5ff7633ff56 is: DOWN; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:08:41.914599 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (e96c452d-ffa6-4f67-8f81-f5ff7633ff56), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:41.975090 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860ce66d-2949-4331-9ae2-e67d3b7858c9 admin admin] Router b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96 is scheduled to L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 19:08:41.978232 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] For port e96c452d-ffa6-4f67-8f81-f5ff7633ff56, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=e96c452d-ffa6-4f67-8f81-f5ff7633ff56,segment=NetworkSegment(30b5f1d4-fb4e-429d-92f3-159e64c763dd),segment_id=30b5f1d4-fb4e-429d-92f3-159e64c763dd)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:08:41.984433 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (e96c452d-ffa6-4f67-8f81-f5ff7633ff56), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:42.057836 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Pushing event updated for resources: {'Port': ['ID=e96c452d-ffa6-4f67-8f81-f5ff7633ff56,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:42.143703 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860ce66d-2949-4331-9ae2-e67d3b7858c9 admin admin] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:08:42.156184 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb54fc35-b6be-4709-8685-37619d0730e9 None None] Sync routers for ids ['b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96'] in dv-cinder-836996-18-iscsi {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:08:42.162729 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 49468) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:08:42.167166 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-860ce66d-2949-4331-9ae2-e67d3b7858c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:42.168447 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-860ce66d-2949-4331-9ae2-e67d3b7858c9 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2342906 May 10 19:08:42.171403 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 49470) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:08:42.174952 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb54fc35-b6be-4709-8685-37619d0730e9 None None] Routers {'b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:08:42.175758 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-fb54fc35-b6be-4709-8685-37619d0730e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:08:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:08:42.245992 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-92a5fc17-b316-489d-8bb2-56bf767faf92 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d3ac7f1015e34e5599e7880a030cc0a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0761216 May 10 19:08:42.247174 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 49472) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:08:42.294657 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0d1204-6b53-4720-846e-07347c47a572 None None] Network e20d6721-96be-4a08-93c4-3ec796c047f4 requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:08:42.319618 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-fb54fc35-b6be-4709-8685-37619d0730e9 None None] Set router b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96 gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:08:42.332221 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0d52ba9b-9f75-4310-8b7c-d23242feac84 admin admin] Publish callbacks [] for security_group (23d7cfd6-b859-4546-a071-155854fc884e), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:42.367110 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0d52ba9b-9f75-4310-8b7c-d23242feac84 admin admin] Publish callbacks [] for security_group (23d7cfd6-b859-4546-a071-155854fc884e), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:42.442808 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0d52ba9b-9f75-4310-8b7c-d23242feac84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (23d7cfd6-b859-4546-a071-155854fc884e), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:42.445964 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0d52ba9b-9f75-4310-8b7c-d23242feac84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:42.457089 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-0d52ba9b-9f75-4310-8b7c-d23242feac84 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/23d7cfd6-b859-4546-a071-155854fc884e HTTP/1.1" status: 204 len: 168 time: 0.1987574 May 10 19:08:42.472536 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52ba9b-9f75-4310-8b7c-d23242feac84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d7cfd6-b859-4546-a071-155854fc884e,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:42.512020 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-a2cbc1b6-d684-4c75-b1f2-136bc036cd8b None None] Provisioning complete for port e96c452d-ffa6-4f67-8f81-f5ff7633ff56 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:08:42.512625 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a2cbc1b6-d684-4c75-b1f2-136bc036cd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (e96c452d-ffa6-4f67-8f81-f5ff7633ff56), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:42.723109 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-a2cbc1b6-d684-4c75-b1f2-136bc036cd8b None None] Current status of the port e96c452d-ffa6-4f67-8f81-f5ff7633ff56 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:08:42.738370 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-fb54fc35-b6be-4709-8685-37619d0730e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96', 'name': 'tempest-TestVolumeBootPattern-1997762564-router', 'tenant_id': '87b16d09509c43259be394bca3fa1511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:08:39Z', 'updated_at': '2022-05-10T19:08:41Z', 'revision_number': 3, 'project_id': '87b16d09509c43259be394bca3fa1511', 'gw_port': {'id': 'aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:40Z', 'updated_at': '2022-05-10T19:08:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi'}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:08:42.804169 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb54fc35-b6be-4709-8685-37619d0730e9 None None] Checking router: b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96 for host: dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:08:42.804626 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb54fc35-b6be-4709-8685-37619d0730e9 None None] Updating router b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96 port aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134 binding host dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:08:42.852208 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fb54fc35-b6be-4709-8685-37619d0730e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:42.954212 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906d5f7-a2dc-47ce-adae-13ed8d007ee7 req-761ab5e4-caf5-47a0-9fd5-699d0a2efbdd tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:42.955776 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b906d5f7-a2dc-47ce-adae-13ed8d007ee7 req-761ab5e4-caf5-47a0-9fd5-699d0a2efbdd tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 944 time: 0.1233165 May 10 19:08:43.064455 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b906d5f7-a2dc-47ce-adae-13ed8d007ee7 req-bd8c4ba5-4b6c-4870-bae6-e4b83e099c37 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884132 May 10 19:08:43.075043 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-8641b36e-a717-48e8-8cb5-77cade85cc2b None None] Provisioning complete for port e96c452d-ffa6-4f67-8f81-f5ff7633ff56 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:08:43.075423 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8641b36e-a717-48e8-8cb5-77cade85cc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (e96c452d-ffa6-4f67-8f81-f5ff7633ff56), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:43.108809 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e7f29406-1e31-4da0-9f7f-58466631e949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:43.222990 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-8641b36e-a717-48e8-8cb5-77cade85cc2b None None] Current status of the port e96c452d-ffa6-4f67-8f81-f5ff7633ff56 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:08:43.241940 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fb54fc35-b6be-4709-8685-37619d0730e9 None None] Publish callbacks [] for port (aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:43.250882 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fb54fc35-b6be-4709-8685-37619d0730e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:43.270331 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-e7f29406-1e31-4da0-9f7f-58466631e949 admin admin] Allocated IP 172.20.0.1 (e20d6721-96be-4a08-93c4-3ec796c047f4/1252a558-eea8-4fe2-a135-d01772405584/222a23dc-6da4-4a4a-a3d6-90f5ea6178c4) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:08:43.305387 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c0bd6-7618-4c0a-8887-e4531ea83c90 None None] Pushing event updated for resources: {'Port': ['ID=aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:43.309573 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-fb54fc35-b6be-4709-8685-37619d0730e9 None None] Attempting to bind port aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134 on host dv-cinder-836996-18-iscsi for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:08:43.309955 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-fb54fc35-b6be-4709-8685-37619d0730e9 None None] Attempting to bind port aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134 by drivers openvswitch,hyperv on host dv-cinder-836996-18-iscsi at level 0 using segments [{'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:08:43.310373 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb54fc35-b6be-4709-8685-37619d0730e9 None None] Attempting to bind port aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134 on network fea53afb-2d4d-48cb-89ec-9b33d8fc553d {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:08:43.316069 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb54fc35-b6be-4709-8685-37619d0730e9 None None] Checking agent: {'id': 'c34e4451-1c74-4654-b00e-86e650275fac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 49, 35), 'started_at': datetime.datetime(2022, 5, 10, 18, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:08:43.316447 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb54fc35-b6be-4709-8685-37619d0730e9 None None] Checking segment: {'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:08:43.316899 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fb54fc35-b6be-4709-8685-37619d0730e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:43.317289 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb54fc35-b6be-4709-8685-37619d0730e9 None None] Bound using segment: {'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:08:43.317755 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-fb54fc35-b6be-4709-8685-37619d0730e9 None None] Bound port: aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134, host: dv-cinder-836996-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4a060e-4ea0-4d95-88b5-1969f86bafa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:08:43.318142 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fb54fc35-b6be-4709-8685-37619d0730e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:43.375821 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-fb54fc35-b6be-4709-8685-37619d0730e9 None None] For port aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134, host dv-cinder-836996-18-iscsi, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:08:43.379375 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device e96c452d-ffa6-4f67-8f81-f5ff7633ff56 up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:08:43.382439 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-fb54fc35-b6be-4709-8685-37619d0730e9 None None] For port aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134, host dv-cinder-836996-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134,segment=NetworkSegment(5e4a060e-4ea0-4d95-88b5-1969f86bafa6),segment_id=5e4a060e-4ea0-4d95-88b5-1969f86bafa6)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:08:43.391994 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e7f29406-1e31-4da0-9f7f-58466631e949 admin admin] Publish callbacks [] for port (222a23dc-6da4-4a4a-a3d6-90f5ea6178c4), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:43.407386 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fb54fc35-b6be-4709-8685-37619d0730e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:43.425340 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e7f29406-1e31-4da0-9f7f-58466631e949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4468833'] for port (222a23dc-6da4-4a4a-a3d6-90f5ea6178c4), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:43.484360 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f29406-1e31-4da0-9f7f-58466631e949 admin admin] Network e20d6721-96be-4a08-93c4-3ec796c047f4 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:08:43.487364 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-e7f29406-1e31-4da0-9f7f-58466631e949 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:08:43.495674 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f29406-1e31-4da0-9f7f-58466631e949 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:08:43.499295 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f29406-1e31-4da0-9f7f-58466631e949 admin admin] Pushing event updated for resources: {'Port': ['ID=222a23dc-6da4-4a4a-a3d6-90f5ea6178c4,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:43.538012 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e7f29406-1e31-4da0-9f7f-58466631e949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2088351'] for router_interface (b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:43.624294 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb54fc35-b6be-4709-8685-37619d0730e9 None None] Routers {'b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:08:43.624954 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-fb54fc35-b6be-4709-8685-37619d0730e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:08:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:08:43.627911 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c0bd6-7618-4c0a-8887-e4531ea83c90 None None] Pushing event updated for resources: {'Port': ['ID=aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:43.630500 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port e96c452d-ffa6-4f67-8f81-f5ff7633ff56 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:08:43.630876 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (e96c452d-ffa6-4f67-8f81-f5ff7633ff56), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:43.680803 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e7f29406-1e31-4da0-9f7f-58466631e949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (222a23dc-6da4-4a4a-a3d6-90f5ea6178c4), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:43.793490 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-8f8e9fb9-caad-459a-9a0a-84393038fd6a None None] Provisioning complete for port 222a23dc-6da4-4a4a-a3d6-90f5ea6178c4 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:08:43.793867 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8f8e9fb9-caad-459a-9a0a-84393038fd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (222a23dc-6da4-4a4a-a3d6-90f5ea6178c4), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:43.822301 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-fb54fc35-b6be-4709-8685-37619d0730e9 None None] Set router b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96 gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:08:43.846301 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e7f29406-1e31-4da0-9f7f-58466631e949 admin admin] Publish callbacks [] for port (222a23dc-6da4-4a4a-a3d6-90f5ea6178c4), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:43.852360 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e7f29406-1e31-4da0-9f7f-58466631e949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4468760'] for port (222a23dc-6da4-4a4a-a3d6-90f5ea6178c4), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:43.906104 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port e96c452d-ffa6-4f67-8f81-f5ff7633ff56 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:08:43.907168 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device ccc9fd3e-91d6-4161-bad7-52c045c28ccd up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:08:43.916573 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f29406-1e31-4da0-9f7f-58466631e949 admin admin] Pushing event updated for resources: {'Port': ['ID=222a23dc-6da4-4a4a-a3d6-90f5ea6178c4,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:43.919111 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e7f29406-1e31-4da0-9f7f-58466631e949 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2055512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2088610'] for router_interface (b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:43.934508 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-8f8e9fb9-caad-459a-9a0a-84393038fd6a None None] Port 222a23dc-6da4-4a4a-a3d6-90f5ea6178c4 cannot update to ACTIVE because it is not bound. {{(pid=103424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:08:44.009171 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port ccc9fd3e-91d6-4161-bad7-52c045c28ccd triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:08:44.009547 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (ccc9fd3e-91d6-4161-bad7-52c045c28ccd), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:44.014831 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f29406-1e31-4da0-9f7f-58466631e949 admin admin] Network e20d6721-96be-4a08-93c4-3ec796c047f4 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:08:44.016273 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-e7f29406-1e31-4da0-9f7f-58466631e949 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:08:44.079947 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-fb54fc35-b6be-4709-8685-37619d0730e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96', 'name': 'tempest-TestVolumeBootPattern-1997762564-router', 'tenant_id': '87b16d09509c43259be394bca3fa1511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:08:39Z', 'updated_at': '2022-05-10T19:08:41Z', 'revision_number': 3, 'project_id': '87b16d09509c43259be394bca3fa1511', 'gw_port': {'id': 'aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:40Z', 'updated_at': '2022-05-10T19:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi'}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:08:44.110899 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb54fc35-b6be-4709-8685-37619d0730e9 None None] The sync data for ids ['b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96'] in dv-cinder-836996-18-iscsi is: [{'id': 'b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96', 'name': 'tempest-TestVolumeBootPattern-1997762564-router', 'tenant_id': '87b16d09509c43259be394bca3fa1511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:08:39Z', 'updated_at': '2022-05-10T19:08:41Z', 'revision_number': 3, 'project_id': '87b16d09509c43259be394bca3fa1511', 'gw_port': {'id': 'aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:40Z', 'updated_at': '2022-05-10T19:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:08:44.145656 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f29406-1e31-4da0-9f7f-58466631e949 admin admin] Router b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96 has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:08:44.161289 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port ccc9fd3e-91d6-4161-bad7-52c045c28ccd is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:08:44.230496 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96a597-1493-4dff-828e-f10b487c548a req-b53d300f-81f2-4123-a042-08fe9ad550c3 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:44.232084 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ca96a597-1493-4dff-828e-f10b487c548a req-b53d300f-81f2-4123-a042-08fe9ad550c3 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 944 time: 0.0645514 May 10 19:08:44.259405 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-4e89496d-b229-4eb6-a2ca-cd421ad285f5 None None] Provisioning complete for port 222a23dc-6da4-4a4a-a3d6-90f5ea6178c4 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:08:44.259779 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4e89496d-b229-4eb6-a2ca-cd421ad285f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (222a23dc-6da4-4a4a-a3d6-90f5ea6178c4), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:44.285324 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f29406-1e31-4da0-9f7f-58466631e949 admin admin] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:08:44.289928 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ca96a597-1493-4dff-828e-f10b487c548a req-667329a2-1f5e-4015-9a12-80445f80fb39 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507786 May 10 19:08:44.295066 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-e7f29406-1e31-4da0-9f7f-58466631e949 admin admin] 10.222.0.52 "PUT /v2.0/routers/b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1225729 May 10 19:08:44.311744 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-4e89496d-b229-4eb6-a2ca-cd421ad285f5 None None] Port 222a23dc-6da4-4a4a-a3d6-90f5ea6178c4 cannot update to ACTIVE because it is not bound. {{(pid=103424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:08:44.655313 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 49486) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:08:44.660230 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [None req-3504f903-b724-419d-83b9-b7a46bdeca26 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2048678445', 'description': 'tempest-secgroup-smoke-2048678445 description', 'project_id': '506b976cacbb411391ef566d0aac8add'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:08:44.683977 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3504f903-b724-419d-83b9-b7a46bdeca26 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for security_group (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:44.756053 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3504f903-b724-419d-83b9-b7a46bdeca26 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for security_group (5f8a5fc6-552f-48df-bbb3-208e6587a60e), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:44.760378 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3504f903-b724-419d-83b9-b7a46bdeca26 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (5f8a5fc6-552f-48df-bbb3-208e6587a60e), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:44.794352 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3504f903-b724-419d-83b9-b7a46bdeca26 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:44.795598 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-3504f903-b724-419d-83b9-b7a46bdeca26 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1392775 May 10 19:08:44.798778 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 49488) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:08:44.802495 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504f903-b724-419d-83b9-b7a46bdeca26 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8a5fc6-552f-48df-bbb3-208e6587a60e,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:44.803604 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-68bf2ab8-a58b-4b9b-92b1-fef2e828e0e8 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Request body: {'security_group_rule': {'security_group_id': '5f8a5fc6-552f-48df-bbb3-208e6587a60e', 'project_id': '506b976cacbb411391ef566d0aac8add', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:08:44.841547 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-68bf2ab8-a58b-4b9b-92b1-fef2e828e0e8 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for security_group_rule (dfe2f381-4986-4d59-814e-4b446dee7f71), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:44.900990 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-68bf2ab8-a58b-4b9b-92b1-fef2e828e0e8 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for security_group_rule (dfe2f381-4986-4d59-814e-4b446dee7f71), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:44.905138 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-68bf2ab8-a58b-4b9b-92b1-fef2e828e0e8 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063310'] for security_group_rule (dfe2f381-4986-4d59-814e-4b446dee7f71), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:44.925305 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf2ab8-a58b-4b9b-92b1-fef2e828e0e8 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe2f381-4986-4d59-814e-4b446dee7f71,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:44.931470 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-68bf2ab8-a58b-4b9b-92b1-fef2e828e0e8 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:44.932707 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-68bf2ab8-a58b-4b9b-92b1-fef2e828e0e8 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1328819 May 10 19:08:44.935491 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 49490) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:08:44.940162 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-d218157a-2b9e-4221-a98b-7be0251799fc tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Request body: {'security_group_rule': {'security_group_id': '5f8a5fc6-552f-48df-bbb3-208e6587a60e', 'project_id': '506b976cacbb411391ef566d0aac8add', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:08:44.967217 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d218157a-2b9e-4221-a98b-7be0251799fc tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for security_group_rule (26ab53de-3432-41ce-8333-1d930e9734a6), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:45.027750 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d218157a-2b9e-4221-a98b-7be0251799fc tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for security_group_rule (26ab53de-3432-41ce-8333-1d930e9734a6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:45.032198 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d218157a-2b9e-4221-a98b-7be0251799fc tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063310'] for security_group_rule (26ab53de-3432-41ce-8333-1d930e9734a6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:45.052428 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218157a-2b9e-4221-a98b-7be0251799fc tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26ab53de-3432-41ce-8333-1d930e9734a6,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:45.058985 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d218157a-2b9e-4221-a98b-7be0251799fc tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:45.060186 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-d218157a-2b9e-4221-a98b-7be0251799fc tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1236069 May 10 19:08:45.063027 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 49492) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:08:45.067292 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-2b447937-6b59-4368-84c4-8b0dd158ddd6 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Request body: {'security_group_rule': {'security_group_id': '5f8a5fc6-552f-48df-bbb3-208e6587a60e', 'project_id': '506b976cacbb411391ef566d0aac8add', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:08:45.073634 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 7790630d-dfc1-45e5-99af-ea6b2ec1bc21 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:08:45.097357 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2b447937-6b59-4368-84c4-8b0dd158ddd6 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for security_group_rule (58f6eec2-d1b4-4c2b-afa6-ea1fc00432b1), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:45.154201 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2b447937-6b59-4368-84c4-8b0dd158ddd6 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for security_group_rule (58f6eec2-d1b4-4c2b-afa6-ea1fc00432b1), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:45.157927 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2b447937-6b59-4368-84c4-8b0dd158ddd6 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063310'] for security_group_rule (58f6eec2-d1b4-4c2b-afa6-ea1fc00432b1), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:45.173259 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b447937-6b59-4368-84c4-8b0dd158ddd6 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58f6eec2-d1b4-4c2b-afa6-ea1fc00432b1,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:45.176358 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 7790630d-dfc1-45e5-99af-ea6b2ec1bc21, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7790630d-dfc1-45e5-99af-ea6b2ec1bc21,segment=NetworkSegment(9bac39cb-d3cf-4b8c-ac71-105f190c4491),segment_id=9bac39cb-d3cf-4b8c-ac71-105f190c4491)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:08:45.185189 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2b447937-6b59-4368-84c4-8b0dd158ddd6 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:45.189283 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-2b447937-6b59-4368-84c4-8b0dd158ddd6 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225276 May 10 19:08:45.189623 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 49494) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:08:45.193034 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Returning: {'device': '7790630d-dfc1-45e5-99af-ea6b2ec1bc21', 'network_id': '33f7be6a-da7a-41a3-877f-ba238e3c204c', 'port_id': '7790630d-dfc1-45e5-99af-ea6b2ec1bc21', 'mac_address': 'fa:16:3e:a5:02:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17680ccc-21eb-43ee-8aff-168579cd6da5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:08:45.194250 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-9228b037-437b-4240-99bd-355620ec8dc6 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Request body: {'security_group_rule': {'security_group_id': '5f8a5fc6-552f-48df-bbb3-208e6587a60e', 'project_id': '506b976cacbb411391ef566d0aac8add', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:08:45.221844 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9228b037-437b-4240-99bd-355620ec8dc6 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for security_group_rule (c6152b8f-51a8-491f-858f-8d2d8a902734), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:45.233886 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port 7790630d-dfc1-45e5-99af-ea6b2ec1bc21 is: DOWN; New status is: BUILD {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:08:45.234368 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (7790630d-dfc1-45e5-99af-ea6b2ec1bc21), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:45.257855 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7790630d-dfc1-45e5-99af-ea6b2ec1bc21 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:08:45.281509 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 7790630d-dfc1-45e5-99af-ea6b2ec1bc21, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7790630d-dfc1-45e5-99af-ea6b2ec1bc21,segment=NetworkSegment(9bac39cb-d3cf-4b8c-ac71-105f190c4491),segment_id=9bac39cb-d3cf-4b8c-ac71-105f190c4491)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:08:45.286180 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (7790630d-dfc1-45e5-99af-ea6b2ec1bc21), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:45.294670 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9228b037-437b-4240-99bd-355620ec8dc6 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for security_group_rule (c6152b8f-51a8-491f-858f-8d2d8a902734), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:45.299678 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9228b037-437b-4240-99bd-355620ec8dc6 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063310'] for security_group_rule (c6152b8f-51a8-491f-858f-8d2d8a902734), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:45.313610 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134 up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:08:45.317915 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228b037-437b-4240-99bd-355620ec8dc6 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6152b8f-51a8-491f-858f-8d2d8a902734,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:45.328537 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9228b037-437b-4240-99bd-355620ec8dc6 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:45.332304 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-9228b037-437b-4240-99bd-355620ec8dc6 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1393120 May 10 19:08:45.332546 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 49498) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:08:45.338036 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-761b5edf-30cd-4b15-9bc1-6b3476cb7386 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Request body: {'security_group_rule': {'security_group_id': '5f8a5fc6-552f-48df-bbb3-208e6587a60e', 'project_id': '506b976cacbb411391ef566d0aac8add', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:08:45.365314 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.db.securitygroups_db [None req-761b5edf-30cd-4b15-9bc1-6b3476cb7386 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Project 506b976cacbb411391ef566d0aac8add added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 19:08:45.372503 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-761b5edf-30cd-4b15-9bc1-6b3476cb7386 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for security_group_rule (8a0c1975-e449-428b-93b6-50a28f466ba6), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:45.373192 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=7790630d-dfc1-45e5-99af-ea6b2ec1bc21,revision_number=7']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:45.386366 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:08:45.386746 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:45.436472 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634f49c-6010-42ad-b420-37a87245ec56 req-3a053bf9-f878-4216-8a1a-d45cd9594f6b tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:45.440024 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2634f49c-6010-42ad-b420-37a87245ec56 req-3a053bf9-f878-4216-8a1a-d45cd9594f6b tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 945 time: 0.0577235 May 10 19:08:45.466585 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-761b5edf-30cd-4b15-9bc1-6b3476cb7386 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for security_group_rule (8a0c1975-e449-428b-93b6-50a28f466ba6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:45.472903 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-761b5edf-30cd-4b15-9bc1-6b3476cb7386 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063310'] for security_group_rule (8a0c1975-e449-428b-93b6-50a28f466ba6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:45.496299 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b5edf-30cd-4b15-9bc1-6b3476cb7386 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a0c1975-e449-428b-93b6-50a28f466ba6,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:45.503407 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134 is: DOWN; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:08:45.503407 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:45.506228 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-761b5edf-30cd-4b15-9bc1-6b3476cb7386 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:45.507745 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-761b5edf-30cd-4b15-9bc1-6b3476cb7386 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1740603 May 10 19:08:45.510303 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 49500) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:08:45.516624 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-bb0890b1-4924-4b28-99de-f0e30bcae3d3 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Request body: {'security_group_rule': {'security_group_id': '5f8a5fc6-552f-48df-bbb3-208e6587a60e', 'project_id': '506b976cacbb411391ef566d0aac8add', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:08:45.517430 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2634f49c-6010-42ad-b420-37a87245ec56 req-ebd06d5b-780f-4a7f-9424-a49bb570ea44 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563443 May 10 19:08:45.535217 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] For port aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134,segment=NetworkSegment(5e4a060e-4ea0-4d95-88b5-1969f86bafa6),segment_id=5e4a060e-4ea0-4d95-88b5-1969f86bafa6)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:08:45.539720 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:45.542506 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.db.securitygroups_db [None req-bb0890b1-4924-4b28-99de-f0e30bcae3d3 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Project 506b976cacbb411391ef566d0aac8add added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 19:08:45.553265 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bb0890b1-4924-4b28-99de-f0e30bcae3d3 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for security_group_rule (c1737b41-fd58-4157-b63b-eb2154c56abf), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:45.589040 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Pushing event updated for resources: {'Port': ['ID=aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:45.615959 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bb0890b1-4924-4b28-99de-f0e30bcae3d3 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for security_group_rule (c1737b41-fd58-4157-b63b-eb2154c56abf), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:45.621915 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bb0890b1-4924-4b28-99de-f0e30bcae3d3 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063310'] for security_group_rule (c1737b41-fd58-4157-b63b-eb2154c56abf), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:45.628025 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:08:45.629467 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['7790630d-dfc1-45e5-99af-ea6b2ec1bc21'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:08:45.640810 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0890b1-4924-4b28-99de-f0e30bcae3d3 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1737b41-fd58-4157-b63b-eb2154c56abf,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:45.645995 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bb0890b1-4924-4b28-99de-f0e30bcae3d3 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:45.647284 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-bb0890b1-4924-4b28-99de-f0e30bcae3d3 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1352799 May 10 19:08:45.795435 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6566f147-db7d-4ede-9174-0f480a8b185c None None] Sync routers for ids ['b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96'] in dv-cinder-836996-18-iscsi {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:08:45.806619 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6566f147-db7d-4ede-9174-0f480a8b185c None None] Routers {'b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:08:45.807241 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-6566f147-db7d-4ede-9174-0f480a8b185c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:08:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:08:45.920432 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-6566f147-db7d-4ede-9174-0f480a8b185c None None] Set router b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96 gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:08:46.125538 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-6566f147-db7d-4ede-9174-0f480a8b185c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96', 'name': 'tempest-TestVolumeBootPattern-1997762564-router', 'tenant_id': '87b16d09509c43259be394bca3fa1511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:08:39Z', 'updated_at': '2022-05-10T19:08:43Z', 'revision_number': 4, 'project_id': '87b16d09509c43259be394bca3fa1511', 'gw_port': {'id': 'aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:40Z', 'updated_at': '2022-05-10T19:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '222a23dc-6da4-4a4a-a3d6-90f5ea6178c4', 'name': '', 'network_id': 'e20d6721-96be-4a08-93c4-3ec796c047f4', 'tenant_id': '87b16d09509c43259be394bca3fa1511', 'mac_address': 'fa:16:3e:7c:0c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '1252a558-eea8-4fe2-a135-d01772405584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:43Z', 'updated_at': '2022-05-10T19:08:43Z', 'revision_number': 2, 'project_id': '87b16d09509c43259be394bca3fa1511', 'subnets': [{'id': '1252a558-eea8-4fe2-a135-d01772405584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:08:46.155562 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6566f147-db7d-4ede-9174-0f480a8b185c None None] Checking router: b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96 for host: dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:08:46.155954 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6566f147-db7d-4ede-9174-0f480a8b185c None None] Updating router b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96 port 222a23dc-6da4-4a4a-a3d6-90f5ea6178c4 binding host dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:08:46.182490 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6566f147-db7d-4ede-9174-0f480a8b185c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (222a23dc-6da4-4a4a-a3d6-90f5ea6178c4), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:46.442038 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6566f147-db7d-4ede-9174-0f480a8b185c None None] Publish callbacks [] for port (222a23dc-6da4-4a4a-a3d6-90f5ea6178c4), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:46.447705 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6566f147-db7d-4ede-9174-0f480a8b185c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (222a23dc-6da4-4a4a-a3d6-90f5ea6178c4), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:46.500478 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a9e34-e646-40d4-b8d9-29fdd6358b7a None None] Pushing event updated for resources: {'Port': ['ID=222a23dc-6da4-4a4a-a3d6-90f5ea6178c4,revision_number=3']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:46.556390 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [None req-6566f147-db7d-4ede-9174-0f480a8b185c None None] Attempting to bind port 222a23dc-6da4-4a4a-a3d6-90f5ea6178c4 on host dv-cinder-836996-18-iscsi for vnic_type normal with profile {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:08:46.556786 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [None req-6566f147-db7d-4ede-9174-0f480a8b185c None None] Attempting to bind port 222a23dc-6da4-4a4a-a3d6-90f5ea6178c4 by drivers openvswitch,hyperv on host dv-cinder-836996-18-iscsi at level 0 using segments [{'id': '30b5f1d4-fb4e-429d-92f3-159e64c763dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e20d6721-96be-4a08-93c4-3ec796c047f4'}] {{(pid=103425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:08:46.557288 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6566f147-db7d-4ede-9174-0f480a8b185c None None] Attempting to bind port 222a23dc-6da4-4a4a-a3d6-90f5ea6178c4 on network e20d6721-96be-4a08-93c4-3ec796c047f4 {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:08:46.563114 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6566f147-db7d-4ede-9174-0f480a8b185c None None] Checking agent: {'id': 'c34e4451-1c74-4654-b00e-86e650275fac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 49, 35), 'started_at': datetime.datetime(2022, 5, 10, 18, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:08:46.563639 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6566f147-db7d-4ede-9174-0f480a8b185c None None] Checking segment: {'id': '30b5f1d4-fb4e-429d-92f3-159e64c763dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e20d6721-96be-4a08-93c4-3ec796c047f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:08:46.563927 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6566f147-db7d-4ede-9174-0f480a8b185c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:46.564318 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6566f147-db7d-4ede-9174-0f480a8b185c None None] Bound using segment: {'id': '30b5f1d4-fb4e-429d-92f3-159e64c763dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e20d6721-96be-4a08-93c4-3ec796c047f4'} {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:08:46.564836 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [None req-6566f147-db7d-4ede-9174-0f480a8b185c None None] Bound port: 222a23dc-6da4-4a4a-a3d6-90f5ea6178c4, host: dv-cinder-836996-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b5f1d4-fb4e-429d-92f3-159e64c763dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e20d6721-96be-4a08-93c4-3ec796c047f4'}}] {{(pid=103425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:08:46.565207 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6566f147-db7d-4ede-9174-0f480a8b185c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (222a23dc-6da4-4a4a-a3d6-90f5ea6178c4), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:46.634945 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-6566f147-db7d-4ede-9174-0f480a8b185c None None] For port 222a23dc-6da4-4a4a-a3d6-90f5ea6178c4, host dv-cinder-836996-18-iscsi, cleared binding levels {{(pid=103425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:08:46.638654 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-6566f147-db7d-4ede-9174-0f480a8b185c None None] For port 222a23dc-6da4-4a4a-a3d6-90f5ea6178c4, host dv-cinder-836996-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=222a23dc-6da4-4a4a-a3d6-90f5ea6178c4,segment=NetworkSegment(30b5f1d4-fb4e-429d-92f3-159e64c763dd),segment_id=30b5f1d4-fb4e-429d-92f3-159e64c763dd)] {{(pid=103425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:08:46.645711 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6566f147-db7d-4ede-9174-0f480a8b185c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (222a23dc-6da4-4a4a-a3d6-90f5ea6178c4), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:46.670306 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60762f29-b351-402b-b868-8882f64243eb req-f88140a1-a420-4ce9-902b-9108b0af0134 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:46.672082 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-60762f29-b351-402b-b868-8882f64243eb req-f88140a1-a420-4ce9-902b-9108b0af0134 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 945 time: 0.0683811 May 10 19:08:46.705564 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a9e34-e646-40d4-b8d9-29fdd6358b7a None None] Pushing event updated for resources: {'Port': ['ID=222a23dc-6da4-4a4a-a3d6-90f5ea6178c4,revision_number=4']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:46.726879 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6566f147-db7d-4ede-9174-0f480a8b185c None None] Routers {'b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:08:46.727959 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-6566f147-db7d-4ede-9174-0f480a8b185c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:08:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:08:46.732509 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-60762f29-b351-402b-b868-8882f64243eb req-f10026f8-d13f-4778-a541-6c3fced96ad7 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543613 May 10 19:08:46.769412 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-cac61c09-d050-4e74-be03-0db7aa03445b None None] Provisioning complete for port 222a23dc-6da4-4a4a-a3d6-90f5ea6178c4 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:08:46.770442 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-cac61c09-d050-4e74-be03-0db7aa03445b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (222a23dc-6da4-4a4a-a3d6-90f5ea6178c4), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:46.859619 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-6566f147-db7d-4ede-9174-0f480a8b185c None None] Set router b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96 gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:08:46.861099 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-cac61c09-d050-4e74-be03-0db7aa03445b None None] Current status of the port 222a23dc-6da4-4a4a-a3d6-90f5ea6178c4 is: DOWN; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:08:46.861557 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-cac61c09-d050-4e74-be03-0db7aa03445b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (222a23dc-6da4-4a4a-a3d6-90f5ea6178c4), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:46.902255 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-cac61c09-d050-4e74-be03-0db7aa03445b None None] For port 222a23dc-6da4-4a4a-a3d6-90f5ea6178c4, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=222a23dc-6da4-4a4a-a3d6-90f5ea6178c4,segment=NetworkSegment(30b5f1d4-fb4e-429d-92f3-159e64c763dd),segment_id=30b5f1d4-fb4e-429d-92f3-159e64c763dd)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:08:46.906624 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-cac61c09-d050-4e74-be03-0db7aa03445b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (222a23dc-6da4-4a4a-a3d6-90f5ea6178c4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:46.953535 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac61c09-d050-4e74-be03-0db7aa03445b None None] Pushing event updated for resources: {'Port': ['ID=222a23dc-6da4-4a4a-a3d6-90f5ea6178c4,revision_number=5']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:47.023579 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-835323d7-365d-48bf-a0de-3cafac9ab53f None None] Provisioning complete for port 222a23dc-6da4-4a4a-a3d6-90f5ea6178c4 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:08:47.023956 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-835323d7-365d-48bf-a0de-3cafac9ab53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (222a23dc-6da4-4a4a-a3d6-90f5ea6178c4), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:47.055959 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-6566f147-db7d-4ede-9174-0f480a8b185c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96', 'name': 'tempest-TestVolumeBootPattern-1997762564-router', 'tenant_id': '87b16d09509c43259be394bca3fa1511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:08:39Z', 'updated_at': '2022-05-10T19:08:43Z', 'revision_number': 4, 'project_id': '87b16d09509c43259be394bca3fa1511', 'gw_port': {'id': 'aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:40Z', 'updated_at': '2022-05-10T19:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '222a23dc-6da4-4a4a-a3d6-90f5ea6178c4', 'name': '', 'network_id': 'e20d6721-96be-4a08-93c4-3ec796c047f4', 'tenant_id': '87b16d09509c43259be394bca3fa1511', 'mac_address': 'fa:16:3e:7c:0c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '1252a558-eea8-4fe2-a135-d01772405584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:43Z', 'updated_at': '2022-05-10T19:08:46Z', 'revision_number': 4, 'project_id': '87b16d09509c43259be394bca3fa1511', 'subnets': [{'id': '1252a558-eea8-4fe2-a135-d01772405584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:08:47.083684 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6566f147-db7d-4ede-9174-0f480a8b185c None None] The sync data for ids ['b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96'] in dv-cinder-836996-18-iscsi is: [{'id': 'b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96', 'name': 'tempest-TestVolumeBootPattern-1997762564-router', 'tenant_id': '87b16d09509c43259be394bca3fa1511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:08:39Z', 'updated_at': '2022-05-10T19:08:43Z', 'revision_number': 4, 'project_id': '87b16d09509c43259be394bca3fa1511', 'gw_port': {'id': 'aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:40Z', 'updated_at': '2022-05-10T19:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': '222a23dc-6da4-4a4a-a3d6-90f5ea6178c4', 'name': '', 'network_id': 'e20d6721-96be-4a08-93c4-3ec796c047f4', 'tenant_id': '87b16d09509c43259be394bca3fa1511', 'mac_address': 'fa:16:3e:7c:0c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '1252a558-eea8-4fe2-a135-d01772405584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:43Z', 'updated_at': '2022-05-10T19:08:46Z', 'revision_number': 4, 'project_id': '87b16d09509c43259be394bca3fa1511', 'subnets': [{'id': '1252a558-eea8-4fe2-a135-d01772405584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:08:47.096871 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 7790630d-dfc1-45e5-99af-ea6b2ec1bc21 up at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:08:47.149229 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-835323d7-365d-48bf-a0de-3cafac9ab53f None None] Current status of the port 222a23dc-6da4-4a4a-a3d6-90f5ea6178c4 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:08:47.181606 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning complete for port 7790630d-dfc1-45e5-99af-ea6b2ec1bc21 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:08:47.182095 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (7790630d-dfc1-45e5-99af-ea6b2ec1bc21), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:47.272555 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port 7790630d-dfc1-45e5-99af-ea6b2ec1bc21 is: BUILD; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:08:47.272975 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (7790630d-dfc1-45e5-99af-ea6b2ec1bc21), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:47.302185 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc3dd27-77ec-4637-af9b-b01a9193abf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7790630d-dfc1-45e5-99af-ea6b2ec1bc21'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:08:47.304662 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc4c72c1cd3e6c4fc9632b01e094f02638f1ddc8156bb4d740f489bc698d08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab1387c-4bde-4b0e-ad52-30aa5261eb12" -d '{"events": [{"server_uuid": "ddc3dd27-77ec-4637-af9b-b01a9193abf4", "name": "network-vif-plugged", "status": "completed", "tag": "7790630d-dfc1-45e5-99af-ea6b2ec1bc21"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:08:47.319019 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 7790630d-dfc1-45e5-99af-ea6b2ec1bc21, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7790630d-dfc1-45e5-99af-ea6b2ec1bc21,segment=NetworkSegment(9bac39cb-d3cf-4b8c-ac71-105f190c4491),segment_id=9bac39cb-d3cf-4b8c-ac71-105f190c4491)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:08:47.324787 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (7790630d-dfc1-45e5-99af-ea6b2ec1bc21), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:47.355517 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f9094e-85e4-4b72-b14e-82a226acf5fd x-openstack-request-id: req-47f9094e-85e4-4b72-b14e-82a226acf5fd {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:08:47.355796 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc3dd27-77ec-4637-af9b-b01a9193abf4", "name": "network-vif-plugged", "status": "completed", "tag": "7790630d-dfc1-45e5-99af-ea6b2ec1bc21", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:08:47.356060 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-47f9094e-85e4-4b72-b14e-82a226acf5fd {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:08:47.356513 dv-cinder-836996-18-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47f9094e-85e4-4b72-b14e-82a226acf5fd'] response: {'server_uuid': 'ddc3dd27-77ec-4637-af9b-b01a9193abf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7790630d-dfc1-45e5-99af-ea6b2ec1bc21', 'code': 200} May 10 19:08:47.386827 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=7790630d-dfc1-45e5-99af-ea6b2ec1bc21,revision_number=8']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:08:47.411638 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 222a23dc-6da4-4a4a-a3d6-90f5ea6178c4 up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:08:47.459309 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port 222a23dc-6da4-4a4a-a3d6-90f5ea6178c4 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:08:47.459685 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (222a23dc-6da4-4a4a-a3d6-90f5ea6178c4), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:47.544224 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port 222a23dc-6da4-4a4a-a3d6-90f5ea6178c4 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:08:47.545378 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134 up at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:08:47.596331 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Provisioning complete for port aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:08:47.596751 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:08:47.639950 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacdf77c-e684-4e38-8bc0-80dd693e2a33 req-3e0b2b24-3a93-499f-83c4-463e517bedcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:47.641512 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aacdf77c-e684-4e38-8bc0-80dd693e2a33 req-3e0b2b24-3a93-499f-83c4-463e517bedcf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 1130 time: 0.0412147 May 10 19:08:47.673926 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Current status of the port aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134 is: ACTIVE; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:08:47.687569 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-aacdf77c-e684-4e38-8bc0-80dd693e2a33 req-877d6a5a-1173-471a-a72f-95e3fd95dcbb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386791 May 10 19:08:47.868188 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a7fe3-f7ba-4fc1-b94e-2d82dae23310 req-b28df544-05b7-489f-8187-5bb7585690a5 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:47.869802 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-f62a7fe3-f7ba-4fc1-b94e-2d82dae23310 req-b28df544-05b7-489f-8187-5bb7585690a5 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 946 time: 0.0559909 May 10 19:08:47.924480 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-f62a7fe3-f7ba-4fc1-b94e-2d82dae23310 req-76d89c33-7457-4f57-866e-cbd0d224642e tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473340 May 10 19:08:49.044545 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c098c-4e78-4a4c-abbf-f4c5f560d579 req-35ecc425-46d3-43b6-9876-0c085dddd258 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:08:49.046215 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5b0c098c-4e78-4a4c-abbf-f4c5f560d579 req-35ecc425-46d3-43b6-9876-0c085dddd258 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 946 time: 0.0481615 May 10 19:08:49.098153 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5b0c098c-4e78-4a4c-abbf-f4c5f560d579 req-e01ae6f6-0209-4c46-a106-263d2ce367e7 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460265 May 10 19:08:58.868963 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4a15425b-9a42-401c-9b8a-82ea965e4ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:01.128452 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-affbc40e-f426-4be2-b146-b8af346577f1 req-56c02754-ee96-4e4c-9b09-59a6be74f1f2 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2048678445&fields=id&tenant_id=506b976cacbb411391ef566d0aac8add HTTP/1.1" status: 200 len: 267 time: 0.0564423 May 10 19:09:01.237882 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbc40e-f426-4be2-b146-b8af346577f1 req-92976ba9-d7d7-45ab-b7c3-a984d469bf07 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:09:01.239691 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-affbc40e-f426-4be2-b146-b8af346577f1 req-92976ba9-d7d7-45ab-b7c3-a984d469bf07 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/networks?id=a6579330-b641-4d71-b82f-a3d1fbd86683 HTTP/1.1" status: 200 len: 811 time: 0.1045635 May 10 19:09:01.246514 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9b25aaaf-f0cd-46e8-ae8a-407d3589da58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:01.256871 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-affbc40e-f426-4be2-b146-b8af346577f1 req-8fa27b49-1e70-4d63-8918-e15750ac2956 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/quotas/506b976cacbb411391ef566d0aac8add HTTP/1.1" status: 200 len: 375 time: 0.0108724 May 10 19:09:01.306199 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-affbc40e-f426-4be2-b146-b8af346577f1 req-1d7d20e9-acb4-4f26-bda1-f01e707bba8e tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=506b976cacbb411391ef566d0aac8add&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440202 May 10 19:09:01.320829 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [req-affbc40e-f426-4be2-b146-b8af346577f1 req-47f598fe-2b20-4938-976c-47fbc5d64afc service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 19:09:01.321772 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-affbc40e-f426-4be2-b146-b8af346577f1 req-47f598fe-2b20-4938-976c-47fbc5d64afc service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049050 May 10 19:09:01.418534 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-affbc40e-f426-4be2-b146-b8af346577f1 req-369912e1-d864-401e-ac01-b5f672add43e service neutron] 10.222.0.52 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914464 May 10 19:09:01.507712 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-affbc40e-f426-4be2-b146-b8af346577f1 req-900e16ce-158e-4ae3-9555-aa01e311d740 service neutron] 10.222.0.52 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810068 May 10 19:09:01.810276 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-6517174d-8a95-45d9-a87d-80edb8766fe9 req-0d677f9d-8ace-4551-a4b8-53b82c45a8d1 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=a62d8d39-8bf8-4e06-b2eb-935b33bd314e HTTP/1.1" status: 200 len: 210 time: 0.0312216 May 10 19:09:02.608109 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:02.908511 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-c905d2d6-ff8f-4d77-94d8-63b5dfcba90c req-97093cc9-69fc-46e6-8783-b3b969ef4f10 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=a62d8d39-8bf8-4e06-b2eb-935b33bd314e HTTP/1.1" status: 200 len: 210 time: 0.0274818 May 10 19:09:03.031045 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbc40e-f426-4be2-b146-b8af346577f1 req-493f242b-9a56-417e-9878-34f6d42042ec tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:09:03.032520 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-affbc40e-f426-4be2-b146-b8af346577f1 req-493f242b-9a56-417e-9878-34f6d42042ec tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.48 "GET /v2.0/networks?id=a6579330-b641-4d71-b82f-a3d1fbd86683 HTTP/1.1" status: 200 len: 811 time: 0.1056426 May 10 19:09:03.142898 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-affbc40e-f426-4be2-b146-b8af346577f1 req-dc5da62c-2ab2-4d51-acad-fd93b505d3d4 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=506b976cacbb411391ef566d0aac8add HTTP/1.1" status: 200 len: 380 time: 0.0652759 May 10 19:09:03.153329 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-affbc40e-f426-4be2-b146-b8af346577f1 req-be935166-e93b-4678-aa88-e6a9740a5c72 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Request body: {'port': {'device_id': 'a62d8d39-8bf8-4e06-b2eb-935b33bd314e', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'admin_state_up': True, 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'security_groups': ['5f8a5fc6-552f-48df-bbb3-208e6587a60e']}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:09:03.263536 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-affbc40e-f426-4be2-b146-b8af346577f1 req-be935166-e93b-4678-aa88-e6a9740a5c72 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Made reservation on behalf of 506b976cacbb411391ef566d0aac8add for: {'port': 1} {{(pid=103423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:09:03.266910 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-affbc40e-f426-4be2-b146-b8af346577f1 req-be935166-e93b-4678-aa88-e6a9740a5c72 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:03.390507 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [req-affbc40e-f426-4be2-b146-b8af346577f1 req-be935166-e93b-4678-aa88-e6a9740a5c72 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Allocated IP 172.20.0.3 (a6579330-b641-4d71-b82f-a3d1fbd86683/66c7d8db-9900-40dc-90b9-9c924e1dcca8/228960a9-3e56-486b-a18f-bb2b8e31a213) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:09:03.543348 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-affbc40e-f426-4be2-b146-b8af346577f1 req-be935166-e93b-4678-aa88-e6a9740a5c72 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for port (228960a9-3e56-486b-a18f-bb2b8e31a213), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:03.578334 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-affbc40e-f426-4be2-b146-b8af346577f1 req-be935166-e93b-4678-aa88-e6a9740a5c72 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (228960a9-3e56-486b-a18f-bb2b8e31a213), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:03.626371 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-affbc40e-f426-4be2-b146-b8af346577f1 req-be935166-e93b-4678-aa88-e6a9740a5c72 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Network a6579330-b641-4d71-b82f-a3d1fbd86683 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:09:03.629509 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [req-affbc40e-f426-4be2-b146-b8af346577f1 req-be935166-e93b-4678-aa88-e6a9740a5c72 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:09:03.632211 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-affbc40e-f426-4be2-b146-b8af346577f1 req-be935166-e93b-4678-aa88-e6a9740a5c72 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:09:03.666055 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be935166-e93b-4678-aa88-e6a9740a5c72 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Pushing event updated for resources: {'Port': ['ID=228960a9-3e56-486b-a18f-bb2b8e31a213,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:09:03.682767 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be935166-e93b-4678-aa88-e6a9740a5c72 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:03.683120 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be935166-e93b-4678-aa88-e6a9740a5c72 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:03.683467 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be935166-e93b-4678-aa88-e6a9740a5c72 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:03.683900 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be935166-e93b-4678-aa88-e6a9740a5c72 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:03.684237 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be935166-e93b-4678-aa88-e6a9740a5c72 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:03.684643 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be935166-e93b-4678-aa88-e6a9740a5c72 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:03.685110 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be935166-e93b-4678-aa88-e6a9740a5c72 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:03.685593 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be935166-e93b-4678-aa88-e6a9740a5c72 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:03.685872 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be935166-e93b-4678-aa88-e6a9740a5c72 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:03.686397 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be935166-e93b-4678-aa88-e6a9740a5c72 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:03.686761 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be935166-e93b-4678-aa88-e6a9740a5c72 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:03.687171 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be935166-e93b-4678-aa88-e6a9740a5c72 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:03.687519 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be935166-e93b-4678-aa88-e6a9740a5c72 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:03.687848 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be935166-e93b-4678-aa88-e6a9740a5c72 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:03.688152 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be935166-e93b-4678-aa88-e6a9740a5c72 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:03.709883 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbc40e-f426-4be2-b146-b8af346577f1 req-be935166-e93b-4678-aa88-e6a9740a5c72 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:09:03.710521 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-affbc40e-f426-4be2-b146-b8af346577f1 req-be935166-e93b-4678-aa88-e6a9740a5c72 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:03.730352 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-affbc40e-f426-4be2-b146-b8af346577f1 req-be935166-e93b-4678-aa88-e6a9740a5c72 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5816858 May 10 19:09:03.750552 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-affbc40e-f426-4be2-b146-b8af346577f1 req-0d9d1883-32d0-47dd-b610-1b267d60cb2b service neutron] Request body: {'port': {'device_id': 'a62d8d39-8bf8-4e06-b2eb-935b33bd314e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:09:03.771090 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:03.816760 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-affbc40e-f426-4be2-b146-b8af346577f1 req-0d9d1883-32d0-47dd-b610-1b267d60cb2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (228960a9-3e56-486b-a18f-bb2b8e31a213), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:03.881765 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-120f1f00-b4a2-460c-989e-203b3679d72e None None] Provisioning complete for port 228960a9-3e56-486b-a18f-bb2b8e31a213 triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:09:03.882141 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-120f1f00-b4a2-460c-989e-203b3679d72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (228960a9-3e56-486b-a18f-bb2b8e31a213), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:03.918908 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-120f1f00-b4a2-460c-989e-203b3679d72e None None] Port 228960a9-3e56-486b-a18f-bb2b8e31a213 cannot update to ACTIVE because it is not bound. {{(pid=103424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:09:04.050368 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf4212-c3fc-4f59-ba41-ff0f197f2020 req-44b5e51c-ca67-41f2-9f2d-42c6bc46e31c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:09:04.051825 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-fbaf4212-c3fc-4f59-ba41-ff0f197f2020 req-44b5e51c-ca67-41f2-9f2d-42c6bc46e31c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=a62d8d39-8bf8-4e06-b2eb-935b33bd314e HTTP/1.1" status: 200 len: 931 time: 0.0693345 May 10 19:09:04.147653 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-fbaf4212-c3fc-4f59-ba41-ff0f197f2020 req-1dcdd904-3090-4fcb-969c-6ccb9a23c85e tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893826 May 10 19:09:04.163503 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [req-affbc40e-f426-4be2-b146-b8af346577f1 req-0d9d1883-32d0-47dd-b610-1b267d60cb2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 228960a9-3e56-486b-a18f-bb2b8e31a213 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:09:04.171950 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-affbc40e-f426-4be2-b146-b8af346577f1 req-0d9d1883-32d0-47dd-b610-1b267d60cb2b service neutron] Publish callbacks [] for port (228960a9-3e56-486b-a18f-bb2b8e31a213), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:04.186063 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [req-affbc40e-f426-4be2-b146-b8af346577f1 req-0d9d1883-32d0-47dd-b610-1b267d60cb2b service neutron] Transition to ACTIVE for port object 228960a9-3e56-486b-a18f-bb2b8e31a213 will not be triggered until provisioned by entity L2. {{(pid=103423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:09:04.191184 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-affbc40e-f426-4be2-b146-b8af346577f1 req-0d9d1883-32d0-47dd-b610-1b267d60cb2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (228960a9-3e56-486b-a18f-bb2b8e31a213), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:04.266838 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d1883-32d0-47dd-b610-1b267d60cb2b service neutron] Pushing event updated for resources: {'Port': ['ID=228960a9-3e56-486b-a18f-bb2b8e31a213,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:09:04.319927 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-affbc40e-f426-4be2-b146-b8af346577f1 req-0d9d1883-32d0-47dd-b610-1b267d60cb2b service neutron] Attempting to bind port 228960a9-3e56-486b-a18f-bb2b8e31a213 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:09:04.320269 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-affbc40e-f426-4be2-b146-b8af346577f1 req-0d9d1883-32d0-47dd-b610-1b267d60cb2b service neutron] Attempting to bind port 228960a9-3e56-486b-a18f-bb2b8e31a213 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '6bc4d870-08e7-4a4f-acf6-baae1c5f638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:09:04.320604 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affbc40e-f426-4be2-b146-b8af346577f1 req-0d9d1883-32d0-47dd-b610-1b267d60cb2b service neutron] Attempting to bind port 228960a9-3e56-486b-a18f-bb2b8e31a213 on network a6579330-b641-4d71-b82f-a3d1fbd86683 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:09:04.325247 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affbc40e-f426-4be2-b146-b8af346577f1 req-0d9d1883-32d0-47dd-b610-1b267d60cb2b service neutron] Port 228960a9-3e56-486b-a18f-bb2b8e31a213 on network a6579330-b641-4d71-b82f-a3d1fbd86683 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:09:04.325580 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affbc40e-f426-4be2-b146-b8af346577f1 req-0d9d1883-32d0-47dd-b610-1b267d60cb2b service neutron] Attempting to bind port 228960a9-3e56-486b-a18f-bb2b8e31a213 on network a6579330-b641-4d71-b82f-a3d1fbd86683 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:09:04.330662 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affbc40e-f426-4be2-b146-b8af346577f1 req-0d9d1883-32d0-47dd-b610-1b267d60cb2b service neutron] Checking agent: {'id': '84b4d3b2-b3ea-4da4-b994-5396953c421b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'started_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:09:04.331002 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affbc40e-f426-4be2-b146-b8af346577f1 req-0d9d1883-32d0-47dd-b610-1b267d60cb2b service neutron] Checking segment: {'id': '6bc4d870-08e7-4a4f-acf6-baae1c5f638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:09:04.331390 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affbc40e-f426-4be2-b146-b8af346577f1 req-0d9d1883-32d0-47dd-b610-1b267d60cb2b service neutron] Bound using segment: {'id': '6bc4d870-08e7-4a4f-acf6-baae1c5f638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:09:04.331816 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-affbc40e-f426-4be2-b146-b8af346577f1 req-0d9d1883-32d0-47dd-b610-1b267d60cb2b service neutron] Bound port: 228960a9-3e56-486b-a18f-bb2b8e31a213, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc4d870-08e7-4a4f-acf6-baae1c5f638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:09:04.332178 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-affbc40e-f426-4be2-b146-b8af346577f1 req-0d9d1883-32d0-47dd-b610-1b267d60cb2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (228960a9-3e56-486b-a18f-bb2b8e31a213), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:04.397441 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-affbc40e-f426-4be2-b146-b8af346577f1 req-0d9d1883-32d0-47dd-b610-1b267d60cb2b service neutron] For port 228960a9-3e56-486b-a18f-bb2b8e31a213, host hv-cinder-83699, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:09:04.400485 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-affbc40e-f426-4be2-b146-b8af346577f1 req-0d9d1883-32d0-47dd-b610-1b267d60cb2b service neutron] For port 228960a9-3e56-486b-a18f-bb2b8e31a213, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=228960a9-3e56-486b-a18f-bb2b8e31a213,segment=NetworkSegment(6bc4d870-08e7-4a4f-acf6-baae1c5f638f),segment_id=6bc4d870-08e7-4a4f-acf6-baae1c5f638f)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:09:04.407710 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-affbc40e-f426-4be2-b146-b8af346577f1 req-0d9d1883-32d0-47dd-b610-1b267d60cb2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (228960a9-3e56-486b-a18f-bb2b8e31a213), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:04.444056 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbc40e-f426-4be2-b146-b8af346577f1 req-0d9d1883-32d0-47dd-b610-1b267d60cb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:09:04.444874 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-affbc40e-f426-4be2-b146-b8af346577f1 req-0d9d1883-32d0-47dd-b610-1b267d60cb2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:04.446066 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-affbc40e-f426-4be2-b146-b8af346577f1 req-0d9d1883-32d0-47dd-b610-1b267d60cb2b service neutron] 10.222.0.48 "PUT /v2.0/ports/228960a9-3e56-486b-a18f-bb2b8e31a213 HTTP/1.1" status: 200 len: 1093 time: 0.7022698 May 10 19:09:04.446499 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a62d8d39-8bf8-4e06-b2eb-935b33bd314e', 'tag': '228960a9-3e56-486b-a18f-bb2b8e31a213'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:09:04.448760 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d3bd80-260e-4cf5-9c91-096411c96df5" -d '{"events": [{"name": "network-changed", "server_uuid": "a62d8d39-8bf8-4e06-b2eb-935b33bd314e", "tag": "228960a9-3e56-486b-a18f-bb2b8e31a213"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:09:04.479668 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d1883-32d0-47dd-b610-1b267d60cb2b service neutron] Pushing event updated for resources: {'Port': ['ID=228960a9-3e56-486b-a18f-bb2b8e31a213,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:09:04.490396 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7409341e-0510-40f9-be6c-3be70e3a68f7 x-openstack-request-id: req-7409341e-0510-40f9-be6c-3be70e3a68f7 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:09:04.490725 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a62d8d39-8bf8-4e06-b2eb-935b33bd314e", "tag": "228960a9-3e56-486b-a18f-bb2b8e31a213", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:09:04.491046 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7409341e-0510-40f9-be6c-3be70e3a68f7 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:09:04.491458 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7409341e-0510-40f9-be6c-3be70e3a68f7'] response: {'name': 'network-changed', 'server_uuid': 'a62d8d39-8bf8-4e06-b2eb-935b33bd314e', 'tag': '228960a9-3e56-486b-a18f-bb2b8e31a213', 'status': 'completed', 'code': 200} May 10 19:09:04.554227 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbc40e-f426-4be2-b146-b8af346577f1 req-b3b7fa32-b189-49ac-8f55-29537f64b8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:09:04.555810 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-affbc40e-f426-4be2-b146-b8af346577f1 req-b3b7fa32-b189-49ac-8f55-29537f64b8de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=506b976cacbb411391ef566d0aac8add&device_id=a62d8d39-8bf8-4e06-b2eb-935b33bd314e HTTP/1.1" status: 200 len: 1127 time: 0.0436821 May 10 19:09:04.604825 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-affbc40e-f426-4be2-b146-b8af346577f1 req-0257bae6-7278-44d6-ab3b-03cbc4062b51 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=228960a9-3e56-486b-a18f-bb2b8e31a213 HTTP/1.1" status: 200 len: 217 time: 0.0368407 May 10 19:09:04.652617 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbc40e-f426-4be2-b146-b8af346577f1 req-a26801e2-3cc3-4fd9-9218-1b4a26638204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:09:04.654086 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-affbc40e-f426-4be2-b146-b8af346577f1 req-a26801e2-3cc3-4fd9-9218-1b4a26638204 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=66c7d8db-9900-40dc-90b9-9c924e1dcca8 HTTP/1.1" status: 200 len: 850 time: 0.0438387 May 10 19:09:04.699986 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbc40e-f426-4be2-b146-b8af346577f1 req-96c85550-36c8-4d1e-a644-2ff3d3d4cc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:09:04.701423 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-affbc40e-f426-4be2-b146-b8af346577f1 req-96c85550-36c8-4d1e-a644-2ff3d3d4cc35 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6579330-b641-4d71-b82f-a3d1fbd86683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415771 May 10 19:09:04.790704 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-affbc40e-f426-4be2-b146-b8af346577f1 req-c72c3e2f-65ac-4dea-bd7c-fe6561cfc9ed service neutron] 10.222.0.48 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825782 May 10 19:09:04.889441 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-affbc40e-f426-4be2-b146-b8af346577f1 req-43e04baf-c431-4a81-b5a2-65c53d40bdcd service neutron] 10.222.0.48 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931025 May 10 19:09:05.266696 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3bd80-260e-4cf5-9c91-096411c96df5 req-dd2c4c06-7204-4114-9f5e-c9acd6ea7734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:09:05.268286 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-82d3bd80-260e-4cf5-9c91-096411c96df5 req-dd2c4c06-7204-4114-9f5e-c9acd6ea7734 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=506b976cacbb411391ef566d0aac8add&device_id=a62d8d39-8bf8-4e06-b2eb-935b33bd314e HTTP/1.1" status: 200 len: 1127 time: 0.0673919 May 10 19:09:05.287938 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea52bd-ce18-49c9-aebc-651f17f3e1bf req-c22381c6-dcf6-4151-bec2-57fb1dac134b tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:09:05.289310 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-95ea52bd-ce18-49c9-aebc-651f17f3e1bf req-c22381c6-dcf6-4151-bec2-57fb1dac134b tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=a62d8d39-8bf8-4e06-b2eb-935b33bd314e HTTP/1.1" status: 200 len: 943 time: 0.0613382 May 10 19:09:05.398433 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:05.680083 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-95ea52bd-ce18-49c9-aebc-651f17f3e1bf req-2108dbcd-6781-4a29-968c-11f368ab6858 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3802791 May 10 19:09:05.693338 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3bd80-260e-4cf5-9c91-096411c96df5 req-6a5ea530-7dde-472c-87e1-607a35a5fb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:09:05.694827 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-82d3bd80-260e-4cf5-9c91-096411c96df5 req-6a5ea530-7dde-472c-87e1-607a35a5fb7a service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6579330-b641-4d71-b82f-a3d1fbd86683 HTTP/1.1" status: 200 len: 912 time: 0.4192185 May 10 19:09:05.737098 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-82d3bd80-260e-4cf5-9c91-096411c96df5 req-b5e9489b-8067-4669-89cf-6220d4ce2319 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=228960a9-3e56-486b-a18f-bb2b8e31a213 HTTP/1.1" status: 200 len: 217 time: 0.0347643 May 10 19:09:05.787356 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3bd80-260e-4cf5-9c91-096411c96df5 req-3a94410f-2091-454c-8b66-63ffdf28d882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:09:05.788724 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-82d3bd80-260e-4cf5-9c91-096411c96df5 req-3a94410f-2091-454c-8b66-63ffdf28d882 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=66c7d8db-9900-40dc-90b9-9c924e1dcca8 HTTP/1.1" status: 200 len: 850 time: 0.0460308 May 10 19:09:05.837958 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3bd80-260e-4cf5-9c91-096411c96df5 req-7ef39878-4582-4202-8d37-b2d79fa95b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:09:05.839400 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-82d3bd80-260e-4cf5-9c91-096411c96df5 req-7ef39878-4582-4202-8d37-b2d79fa95b03 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6579330-b641-4d71-b82f-a3d1fbd86683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420685 May 10 19:09:05.931329 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-82d3bd80-260e-4cf5-9c91-096411c96df5 req-926eb7fb-40c4-4d38-bf73-9aa1096aefd5 service neutron] 10.222.0.48 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855947 May 10 19:09:06.024488 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-82d3bd80-260e-4cf5-9c91-096411c96df5 req-93e7ca83-ee8a-42c9-9ab4-15927eef59d8 service neutron] 10.222.0.48 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842147 May 10 19:09:06.806448 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8b6a6-0270-4c3b-981c-9033a1eb8a06 req-0575b785-7b44-4a5c-8fd2-043c5055000f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:09:06.807874 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-62e8b6a6-0270-4c3b-981c-9033a1eb8a06 req-0575b785-7b44-4a5c-8fd2-043c5055000f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=a62d8d39-8bf8-4e06-b2eb-935b33bd314e HTTP/1.1" status: 200 len: 943 time: 0.0496833 May 10 19:09:06.858171 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-62e8b6a6-0270-4c3b-981c-9033a1eb8a06 req-cf7894c9-a442-40f3-a190-5337bc9d607f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445449 May 10 19:09:07.980870 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf85ef-b40e-462d-a14d-0200ac500a07 req-394abb9c-4380-402d-97bd-d0cf036bace5 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:09:07.982323 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2abf85ef-b40e-462d-a14d-0200ac500a07 req-394abb9c-4380-402d-97bd-d0cf036bace5 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=a62d8d39-8bf8-4e06-b2eb-935b33bd314e HTTP/1.1" status: 200 len: 943 time: 0.0512168 May 10 19:09:08.031321 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2abf85ef-b40e-462d-a14d-0200ac500a07 req-7055f6df-a726-4750-8b3b-6a340db513d5 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433416 May 10 19:09:08.517984 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:09.168991 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f0505-6fb5-431a-bfb1-179e65d7a5e3 req-4861c885-8f32-4283-aac6-658ba025d107 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:09:09.170447 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-3a9f0505-6fb5-431a-bfb1-179e65d7a5e3 req-4861c885-8f32-4283-aac6-658ba025d107 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=a62d8d39-8bf8-4e06-b2eb-935b33bd314e HTTP/1.1" status: 200 len: 943 time: 0.0562177 May 10 19:09:09.219519 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-3a9f0505-6fb5-431a-bfb1-179e65d7a5e3 req-67ac2abf-067a-408b-be84-ff2a5b6c5a05 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418842 May 10 19:09:10.351875 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddc63b-8a5a-4855-a056-374971e33171 req-6a3e609c-e33b-439d-8e0e-3ced038714ab tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:09:10.353361 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0dddc63b-8a5a-4855-a056-374971e33171 req-6a3e609c-e33b-439d-8e0e-3ced038714ab tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=a62d8d39-8bf8-4e06-b2eb-935b33bd314e HTTP/1.1" status: 200 len: 943 time: 0.0604045 May 10 19:09:10.411279 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0dddc63b-8a5a-4855-a056-374971e33171 req-14112520-21a4-43ce-8301-5875cff77638 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522084 May 10 19:09:11.534557 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730fce6-646e-4fae-a7c4-ae6a7634a184 req-5028b3a4-e629-459c-9e4b-15127c1e3261 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:09:11.535920 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b730fce6-646e-4fae-a7c4-ae6a7634a184 req-5028b3a4-e629-459c-9e4b-15127c1e3261 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=a62d8d39-8bf8-4e06-b2eb-935b33bd314e HTTP/1.1" status: 200 len: 943 time: 0.0478284 May 10 19:09:11.590364 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b730fce6-646e-4fae-a7c4-ae6a7634a184 req-7c1104c9-2d5c-4617-81d5-1d241be9c670 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461786 May 10 19:09:12.710782 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19e98c-c4ee-434e-89f1-117daf452c82 req-4a97e828-c9c7-47b4-b5ef-08a500d5a3e7 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:09:12.712141 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8f19e98c-c4ee-434e-89f1-117daf452c82 req-4a97e828-c9c7-47b4-b5ef-08a500d5a3e7 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=a62d8d39-8bf8-4e06-b2eb-935b33bd314e HTTP/1.1" status: 200 len: 943 time: 0.0474565 May 10 19:09:12.763997 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-8f19e98c-c4ee-434e-89f1-117daf452c82 req-41c93650-68f1-4405-89e7-cc137627e3f6 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462120 May 10 19:09:13.330147 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 228960a9-3e56-486b-a18f-bb2b8e31a213 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:09:13.441365 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 228960a9-3e56-486b-a18f-bb2b8e31a213, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=228960a9-3e56-486b-a18f-bb2b8e31a213,segment=NetworkSegment(6bc4d870-08e7-4a4f-acf6-baae1c5f638f),segment_id=6bc4d870-08e7-4a4f-acf6-baae1c5f638f)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:09:13.453626 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Returning: {'device': '228960a9-3e56-486b-a18f-bb2b8e31a213', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'port_id': '228960a9-3e56-486b-a18f-bb2b8e31a213', 'mac_address': 'fa:16:3e:05:8b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:09:13.493192 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port 228960a9-3e56-486b-a18f-bb2b8e31a213 is: DOWN; New status is: BUILD {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:09:13.493520 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (228960a9-3e56-486b-a18f-bb2b8e31a213), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:13.506951 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 228960a9-3e56-486b-a18f-bb2b8e31a213 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:09:13.529711 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 228960a9-3e56-486b-a18f-bb2b8e31a213, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=228960a9-3e56-486b-a18f-bb2b8e31a213,segment=NetworkSegment(6bc4d870-08e7-4a4f-acf6-baae1c5f638f),segment_id=6bc4d870-08e7-4a4f-acf6-baae1c5f638f)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:09:13.537377 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (228960a9-3e56-486b-a18f-bb2b8e31a213), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:13.585838 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=228960a9-3e56-486b-a18f-bb2b8e31a213,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:09:13.592923 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:13.593552 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:13.593876 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:13.594257 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:13.594575 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:13.594908 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:13.595229 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:13.595569 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:13.595896 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:13.596227 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:13.596555 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:13.596932 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:13.597262 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:13.597587 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:13.597906 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:13.857084 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['228960a9-3e56-486b-a18f-bb2b8e31a213'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:09:13.888044 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba846d-34dc-4637-b750-dd42e9bf2004 req-753a8d8d-16c9-45af-b43c-003a0ec7de6c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:09:13.889538 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-30ba846d-34dc-4637-b750-dd42e9bf2004 req-753a8d8d-16c9-45af-b43c-003a0ec7de6c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=a62d8d39-8bf8-4e06-b2eb-935b33bd314e HTTP/1.1" status: 200 len: 944 time: 0.0581584 May 10 19:09:13.938840 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-30ba846d-34dc-4637-b750-dd42e9bf2004 req-f0cab7fc-69f2-43b1-9037-d9e18cc1e78c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432079 May 10 19:09:15.059729 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95699c59-32d6-4265-a40f-f3ee3fef30ea req-06ba4fe7-783f-4e02-9a4d-7d9a76d655cb tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:09:15.061971 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-95699c59-32d6-4265-a40f-f3ee3fef30ea req-06ba4fe7-783f-4e02-9a4d-7d9a76d655cb tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=a62d8d39-8bf8-4e06-b2eb-935b33bd314e HTTP/1.1" status: 200 len: 944 time: 0.0523293 May 10 19:09:15.120447 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-95699c59-32d6-4265-a40f-f3ee3fef30ea req-a40002f4-a761-42ee-bcae-8734fc6bf39b tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506105 May 10 19:09:15.330851 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 228960a9-3e56-486b-a18f-bb2b8e31a213 up at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:09:15.381629 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning for port 228960a9-3e56-486b-a18f-bb2b8e31a213 completed by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:09:15.390887 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning complete for port 228960a9-3e56-486b-a18f-bb2b8e31a213 triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:09:15.391250 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (228960a9-3e56-486b-a18f-bb2b8e31a213), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:15.480908 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port 228960a9-3e56-486b-a18f-bb2b8e31a213 is: BUILD; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:09:15.481341 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (228960a9-3e56-486b-a18f-bb2b8e31a213), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:15.506043 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62d8d39-8bf8-4e06-b2eb-935b33bd314e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228960a9-3e56-486b-a18f-bb2b8e31a213'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:09:15.508239 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc4c72c1cd3e6c4fc9632b01e094f02638f1ddc8156bb4d740f489bc698d08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b8ca9a-1341-407c-8a92-bfb748e3f14a" -d '{"events": [{"server_uuid": "a62d8d39-8bf8-4e06-b2eb-935b33bd314e", "name": "network-vif-plugged", "status": "completed", "tag": "228960a9-3e56-486b-a18f-bb2b8e31a213"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:09:15.520577 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 228960a9-3e56-486b-a18f-bb2b8e31a213, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=228960a9-3e56-486b-a18f-bb2b8e31a213,segment=NetworkSegment(6bc4d870-08e7-4a4f-acf6-baae1c5f638f),segment_id=6bc4d870-08e7-4a4f-acf6-baae1c5f638f)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:09:15.525564 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (228960a9-3e56-486b-a18f-bb2b8e31a213), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:15.577785 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=228960a9-3e56-486b-a18f-bb2b8e31a213,revision_number=5']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:09:15.607229 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3893cd29-2111-42bd-9a5f-fb145149b5b6 x-openstack-request-id: req-3893cd29-2111-42bd-9a5f-fb145149b5b6 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:09:15.607526 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62d8d39-8bf8-4e06-b2eb-935b33bd314e", "name": "network-vif-plugged", "status": "completed", "tag": "228960a9-3e56-486b-a18f-bb2b8e31a213", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:09:15.607783 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3893cd29-2111-42bd-9a5f-fb145149b5b6 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:09:15.608197 dv-cinder-836996-18-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3893cd29-2111-42bd-9a5f-fb145149b5b6'] response: {'server_uuid': 'a62d8d39-8bf8-4e06-b2eb-935b33bd314e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228960a9-3e56-486b-a18f-bb2b8e31a213', 'code': 200} May 10 19:09:15.904451 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151aac2-e31a-45ca-902d-6ef882f0e773 req-576a02ff-03ab-42e5-943a-0182dbaf6c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:09:15.905941 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5151aac2-e31a-45ca-902d-6ef882f0e773 req-576a02ff-03ab-42e5-943a-0182dbaf6c1e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a62d8d39-8bf8-4e06-b2eb-935b33bd314e HTTP/1.1" status: 200 len: 1129 time: 0.0471759 May 10 19:09:15.964466 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5151aac2-e31a-45ca-902d-6ef882f0e773 req-9798e200-6eb0-48fa-8a21-0b114dff94ee service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519011 May 10 19:09:16.239987 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ed5fa-4c13-4575-8ac6-9836939442a4 req-930f632d-18a3-4fbc-9aa3-1551e77fa856 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:09:16.241499 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-200ed5fa-4c13-4575-8ac6-9836939442a4 req-930f632d-18a3-4fbc-9aa3-1551e77fa856 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=a62d8d39-8bf8-4e06-b2eb-935b33bd314e HTTP/1.1" status: 200 len: 945 time: 0.0469067 May 10 19:09:16.292378 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-200ed5fa-4c13-4575-8ac6-9836939442a4 req-ab2b9108-84ba-479f-bcb9-db07790bcd84 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448532 May 10 19:09:17.428064 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17afa2-f656-49b7-9b7c-bb089db3a2e1 req-190ff284-8ddd-45e6-b4c0-866d667eba34 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:09:17.429593 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-3b17afa2-f656-49b7-9b7c-bb089db3a2e1 req-190ff284-8ddd-45e6-b4c0-866d667eba34 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=a62d8d39-8bf8-4e06-b2eb-935b33bd314e HTTP/1.1" status: 200 len: 945 time: 0.0506601 May 10 19:09:17.482286 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-3b17afa2-f656-49b7-9b7c-bb089db3a2e1 req-c938c429-1926-4c44-854b-ee7e167fee74 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441356 May 10 19:09:17.607113 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80769c9-70d3-4dbb-9678-bbaa99040717 req-3a7b27ad-f057-41f6-85d4-481effaac4d9 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:09:17.608600 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b80769c9-70d3-4dbb-9678-bbaa99040717 req-3a7b27ad-f057-41f6-85d4-481effaac4d9 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=a62d8d39-8bf8-4e06-b2eb-935b33bd314e HTTP/1.1" status: 200 len: 945 time: 0.0592368 May 10 19:09:17.661199 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b80769c9-70d3-4dbb-9678-bbaa99040717 req-5e817e45-15ad-4b0e-ad0c-e97da9d90f9a tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435948 May 10 19:09:17.689878 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 49674) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:09:17.826111 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd71182-d5d7-42e9-9b47-3ce38682bbfc tempest-TestVolumeBootPattern-134394865 tempest-TestVolumeBootPattern-134394865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:09:17.827608 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-4cd71182-d5d7-42e9-9b47-3ce38682bbfc tempest-TestVolumeBootPattern-134394865 tempest-TestVolumeBootPattern-134394865-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a62d8d39-8bf8-4e06-b2eb-935b33bd314e HTTP/1.1" status: 200 len: 1124 time: 0.1367466 May 10 19:09:17.830656 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 49678) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:09:17.834840 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-bec0e7ed-968e-4139-ac65-d6d2ec6b9d90 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Request body: {'floatingip': {'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'port_id': '228960a9-3e56-486b-a18f-bb2b8e31a213', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:09:17.858334 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bec0e7ed-968e-4139-ac65-d6d2ec6b9d90 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:17.934348 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bec0e7ed-968e-4139-ac65-d6d2ec6b9d90 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:18.045278 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-bec0e7ed-968e-4139-ac65-d6d2ec6b9d90 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Allocated IP 172.27.1.145 (fea53afb-2d4d-48cb-89ec-9b33d8fc553d/12fc4f2d-8382-4ccf-abb9-52281f433079/77d9d17e-5979-48af-9afc-ba077a12ea5d) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:09:18.167665 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bec0e7ed-968e-4139-ac65-d6d2ec6b9d90 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for port (77d9d17e-5979-48af-9afc-ba077a12ea5d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:18.203385 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bec0e7ed-968e-4139-ac65-d6d2ec6b9d90 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4468833'] for port (77d9d17e-5979-48af-9afc-ba077a12ea5d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:18.242654 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec0e7ed-968e-4139-ac65-d6d2ec6b9d90 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Network fea53afb-2d4d-48cb-89ec-9b33d8fc553d is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:09:18.245852 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-bec0e7ed-968e-4139-ac65-d6d2ec6b9d90 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:09:18.249357 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec0e7ed-968e-4139-ac65-d6d2ec6b9d90 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:09:18.273581 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0e7ed-968e-4139-ac65-d6d2ec6b9d90 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Pushing event updated for resources: {'Port': ['ID=77d9d17e-5979-48af-9afc-ba077a12ea5d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:09:18.286585 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0e7ed-968e-4139-ac65-d6d2ec6b9d90 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:18.286931 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0e7ed-968e-4139-ac65-d6d2ec6b9d90 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:18.287277 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0e7ed-968e-4139-ac65-d6d2ec6b9d90 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:18.287617 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0e7ed-968e-4139-ac65-d6d2ec6b9d90 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:18.287950 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0e7ed-968e-4139-ac65-d6d2ec6b9d90 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:18.288293 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0e7ed-968e-4139-ac65-d6d2ec6b9d90 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:18.288620 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0e7ed-968e-4139-ac65-d6d2ec6b9d90 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:18.288983 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0e7ed-968e-4139-ac65-d6d2ec6b9d90 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:18.289316 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0e7ed-968e-4139-ac65-d6d2ec6b9d90 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:18.289643 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0e7ed-968e-4139-ac65-d6d2ec6b9d90 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:18.289967 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0e7ed-968e-4139-ac65-d6d2ec6b9d90 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:18.290280 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0e7ed-968e-4139-ac65-d6d2ec6b9d90 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:18.290657 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0e7ed-968e-4139-ac65-d6d2ec6b9d90 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:18.290976 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0e7ed-968e-4139-ac65-d6d2ec6b9d90 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:18.291298 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0e7ed-968e-4139-ac65-d6d2ec6b9d90 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:09:18.658166 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bec0e7ed-968e-4139-ac65-d6d2ec6b9d90 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for floatingip (dd74487d-0672-463a-acbf-7a9cf157241b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:18.733845 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bec0e7ed-968e-4139-ac65-d6d2ec6b9d90 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (77d9d17e-5979-48af-9afc-ba077a12ea5d), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:19.123797 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bec0e7ed-968e-4139-ac65-d6d2ec6b9d90 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for port (77d9d17e-5979-48af-9afc-ba077a12ea5d), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:19.131924 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bec0e7ed-968e-4139-ac65-d6d2ec6b9d90 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4468760'] for port (77d9d17e-5979-48af-9afc-ba077a12ea5d), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:19.194976 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0e7ed-968e-4139-ac65-d6d2ec6b9d90 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Pushing event updated for resources: {'Port': ['ID=77d9d17e-5979-48af-9afc-ba077a12ea5d,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:09:19.206474 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bec0e7ed-968e-4139-ac65-d6d2ec6b9d90 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2085825'] for floatingip (dd74487d-0672-463a-acbf-7a9cf157241b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:19.305427 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.db.l3_db [None req-bec0e7ed-968e-4139-ac65-d6d2ec6b9d90 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Floating IP dd74487d-0672-463a-acbf-7a9cf157241b associated. External IP: 172.27.1.145, port: 228960a9-3e56-486b-a18f-bb2b8e31a213. May 10 19:09:19.535559 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec0e7ed-968e-4139-ac65-d6d2ec6b9d90 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Router 30da25e5-cce7-4cf7-9e19-dd18fc795fea has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:09:19.648627 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec0e7ed-968e-4139-ac65-d6d2ec6b9d90 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:09:19.658403 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef7093c-1f23-4f60-964d-00c8625badfc None None] Sync routers for ids ['30da25e5-cce7-4cf7-9e19-dd18fc795fea'] in dv-cinder-836996-18-iscsi {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:09:19.668993 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bec0e7ed-968e-4139-ac65-d6d2ec6b9d90 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:19.669555 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef7093c-1f23-4f60-964d-00c8625badfc None None] Routers {'30da25e5-cce7-4cf7-9e19-dd18fc795fea'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:09:19.669931 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-8ef7093c-1f23-4f60-964d-00c8625badfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:09:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['30da25e5-cce7-4cf7-9e19-dd18fc795fea'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:09:19.699326 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-bec0e7ed-968e-4139-ac65-d6d2ec6b9d90 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8676000 May 10 19:09:19.699885 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a62d8d39-8bf8-4e06-b2eb-935b33bd314e', 'tag': '228960a9-3e56-486b-a18f-bb2b8e31a213'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:09:19.702275 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd46a798d5a9e44ec306513f4cdcaf49ebfda34863e20c5e194c8a5ee67cd38b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4470de9-ead9-4017-8554-22e3a960679c" -d '{"events": [{"name": "network-changed", "server_uuid": "a62d8d39-8bf8-4e06-b2eb-935b33bd314e", "tag": "228960a9-3e56-486b-a18f-bb2b8e31a213"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:09:19.737996 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89dea6f9-3d57-4226-81fb-1387eff09802 x-openstack-request-id: req-89dea6f9-3d57-4226-81fb-1387eff09802 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:09:19.738295 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a62d8d39-8bf8-4e06-b2eb-935b33bd314e", "tag": "228960a9-3e56-486b-a18f-bb2b8e31a213", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:09:19.738554 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-89dea6f9-3d57-4226-81fb-1387eff09802 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:09:19.738975 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89dea6f9-3d57-4226-81fb-1387eff09802'] response: {'name': 'network-changed', 'server_uuid': 'a62d8d39-8bf8-4e06-b2eb-935b33bd314e', 'tag': '228960a9-3e56-486b-a18f-bb2b8e31a213', 'status': 'completed', 'code': 200} May 10 19:09:19.781665 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-8ef7093c-1f23-4f60-964d-00c8625badfc None None] Set router 30da25e5-cce7-4cf7-9e19-dd18fc795fea gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:09:19.862074 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4470de9-ead9-4017-8554-22e3a960679c req-e3e4bb57-daca-4955-817d-ae4260cacf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:09:19.863966 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b4470de9-ead9-4017-8554-22e3a960679c req-e3e4bb57-daca-4955-817d-ae4260cacf8b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=506b976cacbb411391ef566d0aac8add&device_id=a62d8d39-8bf8-4e06-b2eb-935b33bd314e HTTP/1.1" status: 200 len: 1129 time: 0.0434387 May 10 19:09:19.962343 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4470de9-ead9-4017-8554-22e3a960679c req-7719b099-5994-4708-9f25-2d3b45ffdca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:09:19.963706 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b4470de9-ead9-4017-8554-22e3a960679c req-7719b099-5994-4708-9f25-2d3b45ffdca0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6579330-b641-4d71-b82f-a3d1fbd86683 HTTP/1.1" status: 200 len: 912 time: 0.0923963 May 10 19:09:20.004639 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-8ef7093c-1f23-4f60-964d-00c8625badfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'name': 'tempest-TestVolumeBootPattern-491433956-router', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:37Z', 'revision_number': 4, 'project_id': '506b976cacbb411391ef566d0aac8add', 'gw_port': {'id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': 'dd74487d-0672-463a-acbf-7a9cf157241b', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'floating_ip_address': '172.27.1.145', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'port_id': '228960a9-3e56-486b-a18f-bb2b8e31a213', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'mac_address': 'fa:16:3e:05:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62d8d39-8bf8-4e06-b2eb-935b33bd314e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:09:18Z', 'updated_at': '2022-05-10T19:09:18Z', 'revision_number': 0, 'project_id': '506b976cacbb411391ef566d0aac8add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc9fd3e-91d6-4161-bad7-52c045c28ccd', 'name': '', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'mac_address': 'fa:16:3e:12:bb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:37Z', 'updated_at': '2022-05-10T19:08:41Z', 'revision_number': 5, 'project_id': '506b976cacbb411391ef566d0aac8add', 'subnets': [{'id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:09:20.029784 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b4470de9-ead9-4017-8554-22e3a960679c req-ccbaf00b-9045-4a40-b598-e734756ff5df service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=228960a9-3e56-486b-a18f-bb2b8e31a213 HTTP/1.1" status: 200 len: 999 time: 0.0597119 May 10 19:09:20.030436 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef7093c-1f23-4f60-964d-00c8625badfc None None] Checking router: 30da25e5-cce7-4cf7-9e19-dd18fc795fea for host: dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:09:20.038889 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef7093c-1f23-4f60-964d-00c8625badfc None None] Routers {'30da25e5-cce7-4cf7-9e19-dd18fc795fea'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:09:20.039491 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-8ef7093c-1f23-4f60-964d-00c8625badfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:09:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['30da25e5-cce7-4cf7-9e19-dd18fc795fea'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:09:20.146011 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-8ef7093c-1f23-4f60-964d-00c8625badfc None None] Set router 30da25e5-cce7-4cf7-9e19-dd18fc795fea gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:09:20.216557 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4470de9-ead9-4017-8554-22e3a960679c req-160970ef-6b8f-4ba8-abfe-105fd3ecc990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:09:20.217981 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b4470de9-ead9-4017-8554-22e3a960679c req-160970ef-6b8f-4ba8-abfe-105fd3ecc990 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=66c7d8db-9900-40dc-90b9-9c924e1dcca8 HTTP/1.1" status: 200 len: 850 time: 0.0542808 May 10 19:09:20.266796 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4470de9-ead9-4017-8554-22e3a960679c req-860e8b09-2dbf-456e-b46c-e2aa693c5403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:09:20.268322 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b4470de9-ead9-4017-8554-22e3a960679c req-860e8b09-2dbf-456e-b46c-e2aa693c5403 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6579330-b641-4d71-b82f-a3d1fbd86683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427940 May 10 19:09:20.359907 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b4470de9-ead9-4017-8554-22e3a960679c req-ba083ce9-1d56-4df0-90ed-4a9c48d028ed service neutron] 10.222.0.48 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818713 May 10 19:09:20.373916 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-8ef7093c-1f23-4f60-964d-00c8625badfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'name': 'tempest-TestVolumeBootPattern-491433956-router', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:37Z', 'revision_number': 4, 'project_id': '506b976cacbb411391ef566d0aac8add', 'gw_port': {'id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': 'dd74487d-0672-463a-acbf-7a9cf157241b', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'floating_ip_address': '172.27.1.145', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'port_id': '228960a9-3e56-486b-a18f-bb2b8e31a213', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'mac_address': 'fa:16:3e:05:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62d8d39-8bf8-4e06-b2eb-935b33bd314e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:09:18Z', 'updated_at': '2022-05-10T19:09:18Z', 'revision_number': 0, 'project_id': '506b976cacbb411391ef566d0aac8add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc9fd3e-91d6-4161-bad7-52c045c28ccd', 'name': '', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'mac_address': 'fa:16:3e:12:bb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:37Z', 'updated_at': '2022-05-10T19:08:41Z', 'revision_number': 5, 'project_id': '506b976cacbb411391ef566d0aac8add', 'subnets': [{'id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:09:20.400187 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef7093c-1f23-4f60-964d-00c8625badfc None None] The sync data for ids ['30da25e5-cce7-4cf7-9e19-dd18fc795fea'] in dv-cinder-836996-18-iscsi is: [{'id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'name': 'tempest-TestVolumeBootPattern-491433956-router', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:37Z', 'revision_number': 4, 'project_id': '506b976cacbb411391ef566d0aac8add', 'gw_port': {'id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': 'dd74487d-0672-463a-acbf-7a9cf157241b', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'floating_ip_address': '172.27.1.145', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'port_id': '228960a9-3e56-486b-a18f-bb2b8e31a213', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'mac_address': 'fa:16:3e:05:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62d8d39-8bf8-4e06-b2eb-935b33bd314e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:09:18Z', 'updated_at': '2022-05-10T19:09:18Z', 'revision_number': 0, 'project_id': '506b976cacbb411391ef566d0aac8add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc9fd3e-91d6-4161-bad7-52c045c28ccd', 'name': '', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'mac_address': 'fa:16:3e:12:bb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:37Z', 'updated_at': '2022-05-10T19:08:41Z', 'revision_number': 5, 'project_id': '506b976cacbb411391ef566d0aac8add', 'subnets': [{'id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:09:20.459456 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b4470de9-ead9-4017-8554-22e3a960679c req-2b08c988-e0cc-422c-8008-cf5ce4f36b24 service neutron] 10.222.0.48 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924270 May 10 19:09:20.595778 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9909532-c976-4ecc-8fb4-33dec3915074 None None] New status for floating IP dd74487d-0672-463a-acbf-7a9cf157241b: ACTIVE {{(pid=103425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:09:22.633021 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:09:28.874011 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-cce0ba29-fbca-4a45-9904-7608de4b8b0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:31.257165 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-075d3815-1bd2-4a28-bb49-344bc718d36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:32.616232 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:33.774279 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:35.400390 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:38.538073 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:58.879574 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d6e585ff-7f46-4aaf-a302-ba54c10dade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:09:59.637477 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:10:01.269182 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0ede0034-6575-42e5-a7b0-a933f2832272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:02.615699 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:03.782662 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:05.408666 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:08.402510 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 49702) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:10:08.537563 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:08.563649 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-dd33e4cd-1308-41c3-8255-4399a74338b1 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Deleting port 50b24671-99fa-43d2-b0fd-d142927bcead {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:10:08.564020 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dd33e4cd-1308-41c3-8255-4399a74338b1 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (50b24671-99fa-43d2-b0fd-d142927bcead), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:08.644616 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dd33e4cd-1308-41c3-8255-4399a74338b1 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (50b24671-99fa-43d2-b0fd-d142927bcead), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:08.645142 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dd33e4cd-1308-41c3-8255-4399a74338b1 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks [] for floatingip (50b24671-99fa-43d2-b0fd-d142927bcead), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:08.660488 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-dd33e4cd-1308-41c3-8255-4399a74338b1 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Calling delete_port for 50b24671-99fa-43d2-b0fd-d142927bcead owned by network:floatingip {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:10:08.842826 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dd33e4cd-1308-41c3-8255-4399a74338b1 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4468833'] for port (50b24671-99fa-43d2-b0fd-d142927bcead), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:08.876374 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd33e4cd-1308-41c3-8255-4399a74338b1 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Pushing event deleted for resources: {'Port': ['ID=50b24671-99fa-43d2-b0fd-d142927bcead,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:08.946986 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dd33e4cd-1308-41c3-8255-4399a74338b1 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks [] for floatingip (2c1fb413-40be-4403-bb37-a3678a242175), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:08.947237 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.db.l3_db [None req-dd33e4cd-1308-41c3-8255-4399a74338b1 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Floating IP 2c1fb413-40be-4403-bb37-a3678a242175 disassociated (deleted). External IP: 172.27.1.135, port: 7790630d-dfc1-45e5-99af-ea6b2ec1bc21. May 10 19:10:09.178513 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd33e4cd-1308-41c3-8255-4399a74338b1 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Router 3cda3d96-7afe-42b8-9e96-2e97e46f7c5a has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:10:09.288380 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd33e4cd-1308-41c3-8255-4399a74338b1 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:10:09.293493 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dd33e4cd-1308-41c3-8255-4399a74338b1 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:09.298201 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9938518b-a2b8-463d-9f2f-24b1bba68e0c None None] Sync routers for ids ['3cda3d96-7afe-42b8-9e96-2e97e46f7c5a'] in dv-cinder-836996-18-iscsi {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:10:09.309066 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9938518b-a2b8-463d-9f2f-24b1bba68e0c None None] Routers {'3cda3d96-7afe-42b8-9e96-2e97e46f7c5a'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:10:09.309699 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-9938518b-a2b8-463d-9f2f-24b1bba68e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:10:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['3cda3d96-7afe-42b8-9e96-2e97e46f7c5a'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:10:09.322858 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-dd33e4cd-1308-41c3-8255-4399a74338b1 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "DELETE /v2.0/floatingips/2c1fb413-40be-4403-bb37-a3678a242175 HTTP/1.1" status: 204 len: 168 time: 0.9190333 May 10 19:10:09.323426 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc3dd27-77ec-4637-af9b-b01a9193abf4', 'tag': '7790630d-dfc1-45e5-99af-ea6b2ec1bc21'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:10:09.325709 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd46a798d5a9e44ec306513f4cdcaf49ebfda34863e20c5e194c8a5ee67cd38b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdebea98-9f16-41ad-8fa0-3ea8922e1929" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc3dd27-77ec-4637-af9b-b01a9193abf4", "tag": "7790630d-dfc1-45e5-99af-ea6b2ec1bc21"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:10:09.366223 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d893c0-2e3d-4717-ae32-5e4a9ad6bfed x-openstack-request-id: req-29d893c0-2e3d-4717-ae32-5e4a9ad6bfed {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:10:09.366519 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc3dd27-77ec-4637-af9b-b01a9193abf4", "tag": "7790630d-dfc1-45e5-99af-ea6b2ec1bc21", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:10:09.366793 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-29d893c0-2e3d-4717-ae32-5e4a9ad6bfed {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:10:09.367186 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29d893c0-2e3d-4717-ae32-5e4a9ad6bfed'] response: {'name': 'network-changed', 'server_uuid': 'ddc3dd27-77ec-4637-af9b-b01a9193abf4', 'tag': '7790630d-dfc1-45e5-99af-ea6b2ec1bc21', 'status': 'completed', 'code': 200} May 10 19:10:09.423648 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-9938518b-a2b8-463d-9f2f-24b1bba68e0c None None] Set router 3cda3d96-7afe-42b8-9e96-2e97e46f7c5a gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:10:09.473411 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebea98-9f16-41ad-8fa0-3ea8922e1929 req-109dcaff-2435-40dd-9ffa-e2f1ed0319e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:10:09.476769 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bdebea98-9f16-41ad-8fa0-3ea8922e1929 req-109dcaff-2435-40dd-9ffa-e2f1ed0319e4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2eec603f7854489393b8c4ed68874746&device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 1130 time: 0.0506165 May 10 19:10:09.566226 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d62e2-24e3-4e72-aa5d-68acb2d1fd12 req-6ece8a38-4cc6-4744-b973-fca1188618d8 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:10:09.567636 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-365d62e2-24e3-4e72-aa5d-68acb2d1fd12 req-6ece8a38-4cc6-4744-b973-fca1188618d8 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 946 time: 0.0490053 May 10 19:10:09.618697 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-365d62e2-24e3-4e72-aa5d-68acb2d1fd12 req-60622bf3-cfa9-40b4-bc0b-90dcdc1d4578 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447230 May 10 19:10:09.624031 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-9938518b-a2b8-463d-9f2f-24b1bba68e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'name': 'tempest-TestShelveInstance-1438065207-router', 'tenant_id': '2eec603f7854489393b8c4ed68874746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd19f57fe-bf6d-4e01-b3d4-047b4e2f9d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:01Z', 'updated_at': '2022-05-10T19:05:05Z', 'revision_number': 4, 'project_id': '2eec603f7854489393b8c4ed68874746', 'gw_port': {'id': 'd19f57fe-bf6d-4e01-b3d4-047b4e2f9d23', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:91:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:01Z', 'updated_at': '2022-05-10T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': 'c5e8e6f6-c481-4de7-9647-775e191bd1b2', 'name': '', 'network_id': '33f7be6a-da7a-41a3-877f-ba238e3c204c', 'tenant_id': '2eec603f7854489393b8c4ed68874746', 'mac_address': 'fa:16:3e:b4:16:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '17680ccc-21eb-43ee-8aff-168579cd6da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:04Z', 'updated_at': '2022-05-10T19:05:08Z', 'revision_number': 5, 'project_id': '2eec603f7854489393b8c4ed68874746', 'subnets': [{'id': '17680ccc-21eb-43ee-8aff-168579cd6da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:10:09.650487 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9938518b-a2b8-463d-9f2f-24b1bba68e0c None None] Checking router: 3cda3d96-7afe-42b8-9e96-2e97e46f7c5a for host: dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:10:09.658842 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9938518b-a2b8-463d-9f2f-24b1bba68e0c None None] Routers {'3cda3d96-7afe-42b8-9e96-2e97e46f7c5a'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:10:09.659448 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-9938518b-a2b8-463d-9f2f-24b1bba68e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:10:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['3cda3d96-7afe-42b8-9e96-2e97e46f7c5a'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:10:09.766687 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-9938518b-a2b8-463d-9f2f-24b1bba68e0c None None] Set router 3cda3d96-7afe-42b8-9e96-2e97e46f7c5a gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:10:09.970081 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-9938518b-a2b8-463d-9f2f-24b1bba68e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'name': 'tempest-TestShelveInstance-1438065207-router', 'tenant_id': '2eec603f7854489393b8c4ed68874746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd19f57fe-bf6d-4e01-b3d4-047b4e2f9d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:01Z', 'updated_at': '2022-05-10T19:05:05Z', 'revision_number': 4, 'project_id': '2eec603f7854489393b8c4ed68874746', 'gw_port': {'id': 'd19f57fe-bf6d-4e01-b3d4-047b4e2f9d23', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:91:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:01Z', 'updated_at': '2022-05-10T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': 'c5e8e6f6-c481-4de7-9647-775e191bd1b2', 'name': '', 'network_id': '33f7be6a-da7a-41a3-877f-ba238e3c204c', 'tenant_id': '2eec603f7854489393b8c4ed68874746', 'mac_address': 'fa:16:3e:b4:16:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '17680ccc-21eb-43ee-8aff-168579cd6da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:04Z', 'updated_at': '2022-05-10T19:05:08Z', 'revision_number': 5, 'project_id': '2eec603f7854489393b8c4ed68874746', 'subnets': [{'id': '17680ccc-21eb-43ee-8aff-168579cd6da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:10:09.997532 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9938518b-a2b8-463d-9f2f-24b1bba68e0c None None] The sync data for ids ['3cda3d96-7afe-42b8-9e96-2e97e46f7c5a'] in dv-cinder-836996-18-iscsi is: [{'id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'name': 'tempest-TestShelveInstance-1438065207-router', 'tenant_id': '2eec603f7854489393b8c4ed68874746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd19f57fe-bf6d-4e01-b3d4-047b4e2f9d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:01Z', 'updated_at': '2022-05-10T19:05:05Z', 'revision_number': 4, 'project_id': '2eec603f7854489393b8c4ed68874746', 'gw_port': {'id': 'd19f57fe-bf6d-4e01-b3d4-047b4e2f9d23', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:91:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:01Z', 'updated_at': '2022-05-10T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': 'c5e8e6f6-c481-4de7-9647-775e191bd1b2', 'name': '', 'network_id': '33f7be6a-da7a-41a3-877f-ba238e3c204c', 'tenant_id': '2eec603f7854489393b8c4ed68874746', 'mac_address': 'fa:16:3e:b4:16:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '17680ccc-21eb-43ee-8aff-168579cd6da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:04Z', 'updated_at': '2022-05-10T19:05:08Z', 'revision_number': 5, 'project_id': '2eec603f7854489393b8c4ed68874746', 'subnets': [{'id': '17680ccc-21eb-43ee-8aff-168579cd6da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:10:10.226791 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675b8715-8eb1-413a-a487-8255d4eb3999 None None] New status for floating IP 2c1fb413-40be-4403-bb37-a3678a242175: DOWN {{(pid=103425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:10:10.753523 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e3d50-3d67-4d0e-9994-b9fb459a8492 req-457a8548-d6e4-447b-88ac-de746e6a8ff6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:10:10.756907 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-053e3d50-3d67-4d0e-9994-b9fb459a8492 req-457a8548-d6e4-447b-88ac-de746e6a8ff6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 946 time: 0.0638428 May 10 19:10:10.874729 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-053e3d50-3d67-4d0e-9994-b9fb459a8492 req-2b4775a1-b597-413c-9854-12e1a5eb4973 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/security-groups?id=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731323 May 10 19:10:10.877777 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebea98-9f16-41ad-8fa0-3ea8922e1929 req-9bb1be20-4be1-48c2-b501-cb79f239e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:10:10.878961 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bdebea98-9f16-41ad-8fa0-3ea8922e1929 req-9bb1be20-4be1-48c2-b501-cb79f239e99b service neutron] 10.222.0.48 "GET /v2.0/networks?id=33f7be6a-da7a-41a3-877f-ba238e3c204c HTTP/1.1" status: 200 len: 910 time: 0.1536636 May 10 19:10:10.991495 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bdebea98-9f16-41ad-8fa0-3ea8922e1929 req-6255ee93-c4b1-4a31-9460-4b9bb30a996a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7790630d-dfc1-45e5-99af-ea6b2ec1bc21 HTTP/1.1" status: 200 len: 217 time: 0.0473769 May 10 19:10:11.048837 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebea98-9f16-41ad-8fa0-3ea8922e1929 req-0e479b65-758d-4af1-9d2e-5471a55b6176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:10:11.050284 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bdebea98-9f16-41ad-8fa0-3ea8922e1929 req-0e479b65-758d-4af1-9d2e-5471a55b6176 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=17680ccc-21eb-43ee-8aff-168579cd6da5 HTTP/1.1" status: 200 len: 848 time: 0.0523760 May 10 19:10:11.328272 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebea98-9f16-41ad-8fa0-3ea8922e1929 req-aeba1dfe-14ac-4169-8bcd-2821404384cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:10:11.329801 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bdebea98-9f16-41ad-8fa0-3ea8922e1929 req-aeba1dfe-14ac-4169-8bcd-2821404384cf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33f7be6a-da7a-41a3-877f-ba238e3c204c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434570 May 10 19:10:11.448021 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bdebea98-9f16-41ad-8fa0-3ea8922e1929 req-5bf4394f-9612-4561-be14-d30feb878b64 service neutron] 10.222.0.48 "GET /v2.0/networks/33f7be6a-da7a-41a3-877f-ba238e3c204c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102469 May 10 19:10:11.470396 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83851fa5-052d-4dbb-b18f-2f6233b2b26e req-cb69767f-e8d7-4360-8220-215de791cea7 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:10:11.471817 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-83851fa5-052d-4dbb-b18f-2f6233b2b26e req-cb69767f-e8d7-4360-8220-215de791cea7 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 946 time: 0.0675390 May 10 19:10:11.609369 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-83851fa5-052d-4dbb-b18f-2f6233b2b26e req-95cf2d55-ebd9-45ab-9d53-1d4b1fb3fcb6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Deleting port 7790630d-dfc1-45e5-99af-ea6b2ec1bc21 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:10:11.609719 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-83851fa5-052d-4dbb-b18f-2f6233b2b26e req-95cf2d55-ebd9-45ab-9d53-1d4b1fb3fcb6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (7790630d-dfc1-45e5-99af-ea6b2ec1bc21), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:11.614009 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bdebea98-9f16-41ad-8fa0-3ea8922e1929 req-57a81e68-ae77-4711-8685-9c07de077564 service neutron] 10.222.0.48 "GET /v2.0/networks/33f7be6a-da7a-41a3-877f-ba238e3c204c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594918 May 10 19:10:11.712495 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-83851fa5-052d-4dbb-b18f-2f6233b2b26e req-95cf2d55-ebd9-45ab-9d53-1d4b1fb3fcb6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] For port 7790630d-dfc1-45e5-99af-ea6b2ec1bc21, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7790630d-dfc1-45e5-99af-ea6b2ec1bc21,segment=NetworkSegment(9bac39cb-d3cf-4b8c-ac71-105f190c4491),segment_id=9bac39cb-d3cf-4b8c-ac71-105f190c4491)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:10:11.712906 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-83851fa5-052d-4dbb-b18f-2f6233b2b26e req-95cf2d55-ebd9-45ab-9d53-1d4b1fb3fcb6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (7790630d-dfc1-45e5-99af-ea6b2ec1bc21), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:11.726151 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-83851fa5-052d-4dbb-b18f-2f6233b2b26e req-95cf2d55-ebd9-45ab-9d53-1d4b1fb3fcb6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Calling delete_port for 7790630d-dfc1-45e5-99af-ea6b2ec1bc21 owned by compute:nova {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:10:11.858011 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-83851fa5-052d-4dbb-b18f-2f6233b2b26e req-95cf2d55-ebd9-45ab-9d53-1d4b1fb3fcb6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (7790630d-dfc1-45e5-99af-ea6b2ec1bc21), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:11.891116 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf2d55-ebd9-45ab-9d53-1d4b1fb3fcb6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Pushing event deleted for resources: {'Port': ['ID=7790630d-dfc1-45e5-99af-ea6b2ec1bc21,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:11.933357 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf2d55-ebd9-45ab-9d53-1d4b1fb3fcb6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:11.933834 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf2d55-ebd9-45ab-9d53-1d4b1fb3fcb6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:11.934308 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf2d55-ebd9-45ab-9d53-1d4b1fb3fcb6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:11.934651 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf2d55-ebd9-45ab-9d53-1d4b1fb3fcb6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:11.934970 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf2d55-ebd9-45ab-9d53-1d4b1fb3fcb6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:11.935406 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf2d55-ebd9-45ab-9d53-1d4b1fb3fcb6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:11.935735 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf2d55-ebd9-45ab-9d53-1d4b1fb3fcb6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:11.936095 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf2d55-ebd9-45ab-9d53-1d4b1fb3fcb6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:11.936428 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf2d55-ebd9-45ab-9d53-1d4b1fb3fcb6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:11.936823 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf2d55-ebd9-45ab-9d53-1d4b1fb3fcb6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:11.937082 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf2d55-ebd9-45ab-9d53-1d4b1fb3fcb6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:11.937491 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf2d55-ebd9-45ab-9d53-1d4b1fb3fcb6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:11.937835 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf2d55-ebd9-45ab-9d53-1d4b1fb3fcb6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:11.938194 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf2d55-ebd9-45ab-9d53-1d4b1fb3fcb6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:11.938513 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf2d55-ebd9-45ab-9d53-1d4b1fb3fcb6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:11.964950 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-83851fa5-052d-4dbb-b18f-2f6233b2b26e req-95cf2d55-ebd9-45ab-9d53-1d4b1fb3fcb6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] No DVR routers for this DVR port 7790630d-dfc1-45e5-99af-ea6b2ec1bc21 on host hv-cinder-83699 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:10:11.967575 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-83851fa5-052d-4dbb-b18f-2f6233b2b26e req-95cf2d55-ebd9-45ab-9d53-1d4b1fb3fcb6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:11.971027 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-83851fa5-052d-4dbb-b18f-2f6233b2b26e req-95cf2d55-ebd9-45ab-9d53-1d4b1fb3fcb6 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.48 "DELETE /v2.0/ports/7790630d-dfc1-45e5-99af-ea6b2ec1bc21 HTTP/1.1" status: 204 len: 173 time: 0.4897287 May 10 19:10:11.971442 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc3dd27-77ec-4637-af9b-b01a9193abf4', 'name': 'network-vif-deleted', 'tag': '7790630d-dfc1-45e5-99af-ea6b2ec1bc21'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:10:11.973693 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75eba64-7fcb-4aae-a09d-378859e26e31" -d '{"events": [{"server_uuid": "ddc3dd27-77ec-4637-af9b-b01a9193abf4", "name": "network-vif-deleted", "tag": "7790630d-dfc1-45e5-99af-ea6b2ec1bc21"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:10:11.980011 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-30b1de6d-e8a2-4873-83b4-2706526f3b36 req-6b182365-7c2b-425b-8163-174f1874b3e4 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 210 time: 0.0306010 May 10 19:10:12.120934 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67e4138-8471-4aef-a5f3-2da1b6609d58 x-openstack-request-id: req-b67e4138-8471-4aef-a5f3-2da1b6609d58 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:10:12.121233 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc3dd27-77ec-4637-af9b-b01a9193abf4", "name": "network-vif-deleted", "tag": "7790630d-dfc1-45e5-99af-ea6b2ec1bc21", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:10:12.121490 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b67e4138-8471-4aef-a5f3-2da1b6609d58 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:10:12.121945 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b67e4138-8471-4aef-a5f3-2da1b6609d58'] response: {'server_uuid': 'ddc3dd27-77ec-4637-af9b-b01a9193abf4', 'name': 'network-vif-deleted', 'tag': '7790630d-dfc1-45e5-99af-ea6b2ec1bc21', 'status': 'completed', 'code': 200} May 10 19:10:13.278502 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-9459d522-33c7-4685-b81f-32dba4af6f39 req-702e2593-2ae5-467c-9c9e-c1151f4500ca tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddc3dd27-77ec-4637-af9b-b01a9193abf4 HTTP/1.1" status: 200 len: 210 time: 0.0309293 May 10 19:10:13.705120 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 7790630d-dfc1-45e5-99af-ea6b2ec1bc21 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:10:13.725158 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] No Port match for: 7790630d-dfc1-45e5-99af-ea6b2ec1bc21 {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:10:13.725516 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 7790630d-dfc1-45e5-99af-ea6b2ec1bc21 not bound to the agent host hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:10:14.337849 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 49732) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:10:14.400042 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4a162204-1c0b-4a54-b71b-a48bfdf4c220 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks [] for security_group (6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:14.424606 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4a162204-1c0b-4a54-b71b-a48bfdf4c220 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks [] for security_group (6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:14.484749 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4a162204-1c0b-4a54-b71b-a48bfdf4c220 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:14.487467 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4a162204-1c0b-4a54-b71b-a48bfdf4c220 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:14.488658 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-4a162204-1c0b-4a54-b71b-a48bfdf4c220 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] 10.222.0.52 "DELETE /v2.0/security-groups/6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a HTTP/1.1" status: 204 len: 168 time: 0.1504331 May 10 19:10:14.498035 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a162204-1c0b-4a54-b71b-a48bfdf4c220 tempest-TestShelveInstance-461092379 tempest-TestShelveInstance-461092379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc94e9c-fa61-4cfd-b73e-7e36da0fa88a,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:14.535071 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 49736) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:10:14.609154 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-96988cf6-2fdf-4fa8-9417-2066e06f2c2b req-41d2570c-2fe2-4544-8321-1aa4d8cc2553 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a62d8d39-8bf8-4e06-b2eb-935b33bd314e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381989 May 10 19:10:14.765623 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96988cf6-2fdf-4fa8-9417-2066e06f2c2b req-368c89ae-3dbb-4b2f-a9d2-9b50434d6801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:10:14.767122 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-96988cf6-2fdf-4fa8-9417-2066e06f2c2b req-368c89ae-3dbb-4b2f-a9d2-9b50434d6801 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=506b976cacbb411391ef566d0aac8add&device_id=a62d8d39-8bf8-4e06-b2eb-935b33bd314e HTTP/1.1" status: 200 len: 1129 time: 0.0839674 May 10 19:10:14.952835 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96988cf6-2fdf-4fa8-9417-2066e06f2c2b req-cdf23e72-9324-48ae-b9b0-4672e950e599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:10:14.954294 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-96988cf6-2fdf-4fa8-9417-2066e06f2c2b req-cdf23e72-9324-48ae-b9b0-4672e950e599 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6579330-b641-4d71-b82f-a3d1fbd86683 HTTP/1.1" status: 200 len: 912 time: 0.1443758 May 10 19:10:15.069739 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-96988cf6-2fdf-4fa8-9417-2066e06f2c2b req-4d77e625-8c11-4e0e-86c4-e934b0428117 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=228960a9-3e56-486b-a18f-bb2b8e31a213 HTTP/1.1" status: 200 len: 1001 time: 0.0911026 May 10 19:10:15.158432 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96988cf6-2fdf-4fa8-9417-2066e06f2c2b req-a05912e0-3794-4898-8cf5-c90e90a6b6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:10:15.159876 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-96988cf6-2fdf-4fa8-9417-2066e06f2c2b req-a05912e0-3794-4898-8cf5-c90e90a6b6fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=66c7d8db-9900-40dc-90b9-9c924e1dcca8 HTTP/1.1" status: 200 len: 850 time: 0.0804899 May 10 19:10:15.226834 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-50cabdfb-627a-40d4-a91e-aea52d1358a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2088698'] for router_interface (3cda3d96-7afe-42b8-9e96-2e97e46f7c5a), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:15.231344 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96988cf6-2fdf-4fa8-9417-2066e06f2c2b req-5ca8b0a0-acd5-4a85-93d5-7cbfdea4bce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:10:15.232856 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-96988cf6-2fdf-4fa8-9417-2066e06f2c2b req-5ca8b0a0-acd5-4a85-93d5-7cbfdea4bce1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6579330-b641-4d71-b82f-a3d1fbd86683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0495493 May 10 19:10:15.399103 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-96988cf6-2fdf-4fa8-9417-2066e06f2c2b req-a7d63218-5015-444c-923d-7b0d89ccc4f2 service neutron] 10.222.0.48 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366084 May 10 19:10:15.557525 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-96988cf6-2fdf-4fa8-9417-2066e06f2c2b req-fff2b9e4-fbbd-4b66-b1e8-4156fc0b52c4 service neutron] 10.222.0.48 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336873 May 10 19:10:15.593449 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-50cabdfb-627a-40d4-a91e-aea52d1358a3 admin admin] Deleting port c5e8e6f6-c481-4de7-9647-775e191bd1b2 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:10:15.593792 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-50cabdfb-627a-40d4-a91e-aea52d1358a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (c5e8e6f6-c481-4de7-9647-775e191bd1b2), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:15.962926 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-50cabdfb-627a-40d4-a91e-aea52d1358a3 admin admin] For port c5e8e6f6-c481-4de7-9647-775e191bd1b2, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=c5e8e6f6-c481-4de7-9647-775e191bd1b2,segment=NetworkSegment(9bac39cb-d3cf-4b8c-ac71-105f190c4491),segment_id=9bac39cb-d3cf-4b8c-ac71-105f190c4491)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:10:15.963243 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-50cabdfb-627a-40d4-a91e-aea52d1358a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (c5e8e6f6-c481-4de7-9647-775e191bd1b2), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:15.977110 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-50cabdfb-627a-40d4-a91e-aea52d1358a3 admin admin] Calling delete_port for c5e8e6f6-c481-4de7-9647-775e191bd1b2 owned by network:router_interface {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:10:16.185941 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-50cabdfb-627a-40d4-a91e-aea52d1358a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (c5e8e6f6-c481-4de7-9647-775e191bd1b2), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:16.220328 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cabdfb-627a-40d4-a91e-aea52d1358a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5e8e6f6-c481-4de7-9647-775e191bd1b2,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:16.392354 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-50cabdfb-627a-40d4-a91e-aea52d1358a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2055489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2091507'] for router_interface (3cda3d96-7afe-42b8-9e96-2e97e46f7c5a), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:16.627651 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50cabdfb-627a-40d4-a91e-aea52d1358a3 admin admin] Router 3cda3d96-7afe-42b8-9e96-2e97e46f7c5a has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:10:16.752986 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cabdfb-627a-40d4-a91e-aea52d1358a3 admin admin] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:10:16.758628 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-50cabdfb-627a-40d4-a91e-aea52d1358a3 admin admin] 10.222.0.52 "PUT /v2.0/routers/3cda3d96-7afe-42b8-9e96-2e97e46f7c5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2222190 May 10 19:10:16.761470 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 49740) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:10:16.763028 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab3198e-5102-4dbc-a56a-4d664cbaaec0 None None] Sync routers for ids ['3cda3d96-7afe-42b8-9e96-2e97e46f7c5a'] in dv-cinder-836996-18-iscsi {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:10:16.774302 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab3198e-5102-4dbc-a56a-4d664cbaaec0 None None] Routers {'3cda3d96-7afe-42b8-9e96-2e97e46f7c5a'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:10:16.775525 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-fab3198e-5102-4dbc-a56a-4d664cbaaec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:10:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['3cda3d96-7afe-42b8-9e96-2e97e46f7c5a'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:10:16.875609 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-344d8de1-955b-4638-87fe-f107af74d7a1 admin admin] Publish callbacks [] for router (3cda3d96-7afe-42b8-9e96-2e97e46f7c5a), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:16.885453 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-fab3198e-5102-4dbc-a56a-4d664cbaaec0 None None] Set router 3cda3d96-7afe-42b8-9e96-2e97e46f7c5a gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:10:17.002906 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-344d8de1-955b-4638-87fe-f107af74d7a1 admin admin] Publish callbacks [] for router_gateway (3cda3d96-7afe-42b8-9e96-2e97e46f7c5a), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:17.051468 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-344d8de1-955b-4638-87fe-f107af74d7a1 admin admin] Deleting port d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:10:17.052110 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-344d8de1-955b-4638-87fe-f107af74d7a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:17.134313 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-344d8de1-955b-4638-87fe-f107af74d7a1 admin admin] For port d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23,segment=NetworkSegment(5e4a060e-4ea0-4d95-88b5-1969f86bafa6),segment_id=5e4a060e-4ea0-4d95-88b5-1969f86bafa6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:10:17.134797 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-344d8de1-955b-4638-87fe-f107af74d7a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:17.148918 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-344d8de1-955b-4638-87fe-f107af74d7a1 admin admin] Calling delete_port for d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23 owned by network:router_gateway {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:10:17.206288 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-fab3198e-5102-4dbc-a56a-4d664cbaaec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'name': 'tempest-TestShelveInstance-1438065207-router', 'tenant_id': '2eec603f7854489393b8c4ed68874746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd19f57fe-bf6d-4e01-b3d4-047b4e2f9d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:01Z', 'updated_at': '2022-05-10T19:10:16Z', 'revision_number': 5, 'project_id': '2eec603f7854489393b8c4ed68874746', 'gw_port': {'id': 'd19f57fe-bf6d-4e01-b3d4-047b4e2f9d23', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:91:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:01Z', 'updated_at': '2022-05-10T19:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi'}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:10:17.232185 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab3198e-5102-4dbc-a56a-4d664cbaaec0 None None] Checking router: 3cda3d96-7afe-42b8-9e96-2e97e46f7c5a for host: dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:10:17.240811 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab3198e-5102-4dbc-a56a-4d664cbaaec0 None None] Routers {'3cda3d96-7afe-42b8-9e96-2e97e46f7c5a'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:10:17.241415 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-fab3198e-5102-4dbc-a56a-4d664cbaaec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:10:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['3cda3d96-7afe-42b8-9e96-2e97e46f7c5a'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:10:17.335310 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-fab3198e-5102-4dbc-a56a-4d664cbaaec0 None None] Set router 3cda3d96-7afe-42b8-9e96-2e97e46f7c5a gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:10:17.336098 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-344d8de1-955b-4638-87fe-f107af74d7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:17.362202 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d8de1-955b-4638-87fe-f107af74d7a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:17.391471 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-fab3198e-5102-4dbc-a56a-4d664cbaaec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'name': 'tempest-TestShelveInstance-1438065207-router', 'tenant_id': '2eec603f7854489393b8c4ed68874746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:01Z', 'updated_at': '2022-05-10T19:10:17Z', 'revision_number': 6, 'project_id': '2eec603f7854489393b8c4ed68874746', 'gw_port_host': None}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:10:17.417250 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab3198e-5102-4dbc-a56a-4d664cbaaec0 None None] The sync data for ids ['3cda3d96-7afe-42b8-9e96-2e97e46f7c5a'] in dv-cinder-836996-18-iscsi is: [{'id': '3cda3d96-7afe-42b8-9e96-2e97e46f7c5a', 'name': 'tempest-TestShelveInstance-1438065207-router', 'tenant_id': '2eec603f7854489393b8c4ed68874746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:01Z', 'updated_at': '2022-05-10T19:10:17Z', 'revision_number': 6, 'project_id': '2eec603f7854489393b8c4ed68874746', 'gw_port_host': None}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:10:17.423950 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-344d8de1-955b-4638-87fe-f107af74d7a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2086036'] for router_gateway (3cda3d96-7afe-42b8-9e96-2e97e46f7c5a), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:17.535131 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-344d8de1-955b-4638-87fe-f107af74d7a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2081368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2663'] for router (3cda3d96-7afe-42b8-9e96-2e97e46f7c5a), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:17.537478 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-344d8de1-955b-4638-87fe-f107af74d7a1 admin admin] Publish callbacks [] for router_controller (3cda3d96-7afe-42b8-9e96-2e97e46f7c5a), precommit_delete_associations {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:17.604135 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-344d8de1-955b-4638-87fe-f107af74d7a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2081347'] for router (3cda3d96-7afe-42b8-9e96-2e97e46f7c5a), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:17.604821 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344d8de1-955b-4638-87fe-f107af74d7a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cda3d96-7afe-42b8-9e96-2e97e46f7c5a {{(pid=103423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 19:10:17.610867 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-344d8de1-955b-4638-87fe-f107af74d7a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:17.611945 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-344d8de1-955b-4638-87fe-f107af74d7a1 admin admin] 10.222.0.52 "DELETE /v2.0/routers/3cda3d96-7afe-42b8-9e96-2e97e46f7c5a HTTP/1.1" status: 204 len: 168 time: 0.8496995 May 10 19:10:17.615643 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 49742) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:10:17.659319 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-c31df30f-582e-4449-badf-1a30e7f1ff87 admin admin] Deleting subnet 17680ccc-21eb-43ee-8aff-168579cd6da5 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 19:10:17.662525 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c31df30f-582e-4449-badf-1a30e7f1ff87 admin admin] Publish callbacks [] for subnet (17680ccc-21eb-43ee-8aff-168579cd6da5), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:17.696124 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c31df30f-582e-4449-badf-1a30e7f1ff87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4514108'] for subnet (17680ccc-21eb-43ee-8aff-168579cd6da5), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:17.775875 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c31df30f-582e-4449-badf-1a30e7f1ff87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966585'] for subnet (17680ccc-21eb-43ee-8aff-168579cd6da5), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:17.831247 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c31df30f-582e-4449-badf-1a30e7f1ff87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4468822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4218745'] for subnet (17680ccc-21eb-43ee-8aff-168579cd6da5), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:17.857667 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31df30f-582e-4449-badf-1a30e7f1ff87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17680ccc-21eb-43ee-8aff-168579cd6da5,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:17.861462 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c31df30f-582e-4449-badf-1a30e7f1ff87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:17.865118 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-c31df30f-582e-4449-badf-1a30e7f1ff87 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/17680ccc-21eb-43ee-8aff-168579cd6da5 HTTP/1.1" status: 204 len: 168 time: 0.2478945 May 10 19:10:17.867354 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 49744) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:10:17.867943 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a6a6e5-b0eb-4e67-aa6a-6cc3ebf27dfe None None] Network 33f7be6a-da7a-41a3-877f-ba238e3c204c requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:10:17.937505 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-607e27ec-9789-4cc4-813f-ca8329c9075c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824044'] for network (33f7be6a-da7a-41a3-877f-ba238e3c204c), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:17.987468 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-607e27ec-9789-4cc4-813f-ca8329c9075c admin admin] Deleting port d1369d5c-3c1d-448a-9ca2-b65e22eb5545 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:10:17.987807 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-607e27ec-9789-4cc4-813f-ca8329c9075c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (d1369d5c-3c1d-448a-9ca2-b65e22eb5545), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:18.048648 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-607e27ec-9789-4cc4-813f-ca8329c9075c admin admin] For port d1369d5c-3c1d-448a-9ca2-b65e22eb5545, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=d1369d5c-3c1d-448a-9ca2-b65e22eb5545,segment=NetworkSegment(9bac39cb-d3cf-4b8c-ac71-105f190c4491),segment_id=9bac39cb-d3cf-4b8c-ac71-105f190c4491)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:10:18.049022 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-607e27ec-9789-4cc4-813f-ca8329c9075c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (d1369d5c-3c1d-448a-9ca2-b65e22eb5545), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:18.062631 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-607e27ec-9789-4cc4-813f-ca8329c9075c admin admin] Calling delete_port for d1369d5c-3c1d-448a-9ca2-b65e22eb5545 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:10:18.158003 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-607e27ec-9789-4cc4-813f-ca8329c9075c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (d1369d5c-3c1d-448a-9ca2-b65e22eb5545), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:18.182211 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3119f0de-15ff-41c6-b660-bcd373054a2e None None] DHCP port deletion for 33f7be6a-da7a-41a3-877f-ba238e3c204c request from dv-cinder-836996-18-iscsi {{(pid=103424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 19:10:18.184724 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e27ec-9789-4cc4-813f-ca8329c9075c admin admin] Pushing event deleted for resources: {'Port': ['ID=d1369d5c-3c1d-448a-9ca2-b65e22eb5545,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:18.188923 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607e27ec-9789-4cc4-813f-ca8329c9075c admin admin] No DVR routers for this DVR port d1369d5c-3c1d-448a-9ca2-b65e22eb5545 on host dv-cinder-836996-18-iscsi {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:10:18.276052 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-607e27ec-9789-4cc4-813f-ca8329c9075c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965186', 'neutron.services.segments.db._delete_segments_for_network-8776401828657'] for network (33f7be6a-da7a-41a3-877f-ba238e3c204c), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:18.298085 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.services.segments.db [None req-607e27ec-9789-4cc4-813f-ca8329c9075c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f7be6a-da7a-41a3-877f-ba238e3c204c']}} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:10:18.307654 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.services.segments.db [None req-607e27ec-9789-4cc4-813f-ca8329c9075c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bac39cb-d3cf-4b8c-ac71-105f190c4491') {'for_net_delete': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:10:18.307965 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.services.segments.db [None req-607e27ec-9789-4cc4-813f-ca8329c9075c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bac39cb-d3cf-4b8c-ac71-105f190c4491') {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:10:18.317323 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-607e27ec-9789-4cc4-813f-ca8329c9075c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776401828410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6129926'] for segment (9bac39cb-d3cf-4b8c-ac71-105f190c4491), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:18.331469 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-607e27ec-9789-4cc4-813f-ca8329c9075c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860'] for segment (9bac39cb-d3cf-4b8c-ac71-105f190c4491), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:18.337849 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-607e27ec-9789-4cc4-813f-ca8329c9075c admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:10:18.338231 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-607e27ec-9789-4cc4-813f-ca8329c9075c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6129818'] for segment (9bac39cb-d3cf-4b8c-ac71-105f190c4491), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:18.339947 dv-cinder-836996-18-iscsi neutron-server[103423]: Traceback (most recent call last): May 10 19:10:18.339947 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:10:18.339947 dv-cinder-836996-18-iscsi neutron-server[103423]: timer() May 10 19:10:18.339947 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:10:18.339947 dv-cinder-836996-18-iscsi neutron-server[103423]: cb(*args, **kw) May 10 19:10:18.339947 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 19:10:18.339947 dv-cinder-836996-18-iscsi neutron-server[103423]: return func(*args, **kwargs) May 10 19:10:18.339947 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:10:18.339947 dv-cinder-836996-18-iscsi neutron-server[103423]: self._notify() May 10 19:10:18.339947 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:10:18.339947 dv-cinder-836996-18-iscsi neutron-server[103423]: self.callback(batched_events) May 10 19:10:18.339947 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:10:18.339947 dv-cinder-836996-18-iscsi neutron-server[103423]: event.method(event) May 10 19:10:18.339947 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 19:10:18.339947 dv-cinder-836996-18-iscsi neutron-server[103423]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:10:18.339947 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 19:10:18.339947 dv-cinder-836996-18-iscsi neutron-server[103423]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:10:18.339947 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 19:10:18.339947 dv-cinder-836996-18-iscsi neutron-server[103423]: return f(self, *a, **k) May 10 19:10:18.339947 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 19:10:18.339947 dv-cinder-836996-18-iscsi neutron-server[103423]: return self._get(url).json() May 10 19:10:18.339947 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 19:10:18.339947 dv-cinder-836996-18-iscsi neutron-server[103423]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:10:18.339947 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:10:18.339947 dv-cinder-836996-18-iscsi neutron-server[103423]: return self.request(url, 'GET', **kwargs) May 10 19:10:18.339947 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:10:18.339947 dv-cinder-836996-18-iscsi neutron-server[103423]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:10:18.339947 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:10:18.339947 dv-cinder-836996-18-iscsi neutron-server[103423]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:10:18.339947 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:10:18.339947 dv-cinder-836996-18-iscsi neutron-server[103423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:10:18.339947 dv-cinder-836996-18-iscsi neutron-server[103423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:10:18.395567 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-607e27ec-9789-4cc4-813f-ca8329c9075c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2085882'] for network (33f7be6a-da7a-41a3-877f-ba238e3c204c), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:18.401416 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-607e27ec-9789-4cc4-813f-ca8329c9075c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for network (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:18.405256 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-607e27ec-9789-4cc4-813f-ca8329c9075c admin admin] 10.222.0.52 "DELETE /v2.0/networks/33f7be6a-da7a-41a3-877f-ba238e3c204c HTTP/1.1" status: 204 len: 168 time: 0.5369565 May 10 19:10:18.408238 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 49746) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:10:18.416457 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e27ec-9789-4cc4-813f-ca8329c9075c admin admin] Pushing event deleted for resources: {'Network': ['ID=33f7be6a-da7a-41a3-877f-ba238e3c204c,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:18.752396 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-825467cc-0426-41be-a05f-972f4a7860a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2088698'] for router_interface (3acb3782-df72-46e0-93da-246da0bfea36), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:18.990734 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-825467cc-0426-41be-a05f-972f4a7860a2 admin admin] Deleting port b25c733a-90b1-42c5-b75e-5432182821bb {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:10:18.991059 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-825467cc-0426-41be-a05f-972f4a7860a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (b25c733a-90b1-42c5-b75e-5432182821bb), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:19.077816 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-825467cc-0426-41be-a05f-972f4a7860a2 admin admin] For port b25c733a-90b1-42c5-b75e-5432182821bb, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=b25c733a-90b1-42c5-b75e-5432182821bb,segment=NetworkSegment(cba1b97a-5beb-46b5-ad52-5dd35403a3ca),segment_id=cba1b97a-5beb-46b5-ad52-5dd35403a3ca)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:10:19.078070 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-825467cc-0426-41be-a05f-972f4a7860a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (b25c733a-90b1-42c5-b75e-5432182821bb), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:19.091084 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-825467cc-0426-41be-a05f-972f4a7860a2 admin admin] Calling delete_port for b25c733a-90b1-42c5-b75e-5432182821bb owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:10:19.290858 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-825467cc-0426-41be-a05f-972f4a7860a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4468833'] for port (b25c733a-90b1-42c5-b75e-5432182821bb), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:19.321525 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825467cc-0426-41be-a05f-972f4a7860a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b25c733a-90b1-42c5-b75e-5432182821bb,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:19.331323 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825467cc-0426-41be-a05f-972f4a7860a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:19.331615 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825467cc-0426-41be-a05f-972f4a7860a2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:19.331961 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825467cc-0426-41be-a05f-972f4a7860a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:19.332300 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825467cc-0426-41be-a05f-972f4a7860a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:19.332638 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825467cc-0426-41be-a05f-972f4a7860a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:19.332993 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825467cc-0426-41be-a05f-972f4a7860a2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:19.333526 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825467cc-0426-41be-a05f-972f4a7860a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:19.333667 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825467cc-0426-41be-a05f-972f4a7860a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:19.333954 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825467cc-0426-41be-a05f-972f4a7860a2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:19.334276 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825467cc-0426-41be-a05f-972f4a7860a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:19.334601 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825467cc-0426-41be-a05f-972f4a7860a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:19.334954 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825467cc-0426-41be-a05f-972f4a7860a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:19.335274 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825467cc-0426-41be-a05f-972f4a7860a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:19.335596 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825467cc-0426-41be-a05f-972f4a7860a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:19.335913 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825467cc-0426-41be-a05f-972f4a7860a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:19.367281 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23 no longer exists at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:10:19.390537 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] No Port match for: d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23 {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:10:19.390833 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device d19f57fe-bf6d-4e01-b3d4-047b4e2f9d23 not bound to the agent host dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:10:19.391485 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device d1369d5c-3c1d-448a-9ca2-b65e22eb5545 no longer exists at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:10:19.420221 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] No Port match for: d1369d5c-3c1d-448a-9ca2-b65e22eb5545 {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:10:19.420638 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device d1369d5c-3c1d-448a-9ca2-b65e22eb5545 not bound to the agent host dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:10:19.421143 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device c5e8e6f6-c481-4de7-9647-775e191bd1b2 no longer exists at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:10:19.441745 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] No Port match for: c5e8e6f6-c481-4de7-9647-775e191bd1b2 {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:10:19.442060 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device c5e8e6f6-c481-4de7-9647-775e191bd1b2 not bound to the agent host dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:10:19.759023 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-825467cc-0426-41be-a05f-972f4a7860a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2055489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2091507'] for router_interface (3acb3782-df72-46e0-93da-246da0bfea36), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:19.974915 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825467cc-0426-41be-a05f-972f4a7860a2 admin admin] Router 3acb3782-df72-46e0-93da-246da0bfea36 has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:10:20.102350 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825467cc-0426-41be-a05f-972f4a7860a2 admin admin] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:10:20.107602 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-825467cc-0426-41be-a05f-972f4a7860a2 admin admin] 10.222.0.52 "PUT /v2.0/routers/3acb3782-df72-46e0-93da-246da0bfea36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6982133 May 10 19:10:20.111028 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 49748) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:10:20.111824 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfc2e9e-4258-4f3f-b8af-e205f2841884 None None] Sync routers for ids ['3acb3782-df72-46e0-93da-246da0bfea36'] in dv-cinder-836996-18-iscsi {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:10:20.123754 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfc2e9e-4258-4f3f-b8af-e205f2841884 None None] Routers {'3acb3782-df72-46e0-93da-246da0bfea36'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:10:20.124355 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-edfc2e9e-4258-4f3f-b8af-e205f2841884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:10:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['3acb3782-df72-46e0-93da-246da0bfea36'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:10:20.220347 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-108e869b-a548-4931-b64a-e37cc85eeac6 admin admin] Publish callbacks [] for router (3acb3782-df72-46e0-93da-246da0bfea36), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:20.229057 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-edfc2e9e-4258-4f3f-b8af-e205f2841884 None None] Set router 3acb3782-df72-46e0-93da-246da0bfea36 gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:10:20.324586 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-108e869b-a548-4931-b64a-e37cc85eeac6 admin admin] Publish callbacks [] for router_gateway (3acb3782-df72-46e0-93da-246da0bfea36), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:20.373646 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-108e869b-a548-4931-b64a-e37cc85eeac6 admin admin] Deleting port f3045f82-9c87-4b11-afb4-24c285a3de71 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:10:20.374001 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-108e869b-a548-4931-b64a-e37cc85eeac6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (f3045f82-9c87-4b11-afb4-24c285a3de71), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:20.400774 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-edfc2e9e-4258-4f3f-b8af-e205f2841884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3acb3782-df72-46e0-93da-246da0bfea36', 'name': 'tempest-TestShelveInstance-460628779-router', 'tenant_id': '3edc3b8b7c564e348105d0218d64b958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'f3045f82-9c87-4b11-afb4-24c285a3de71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:08Z', 'updated_at': '2022-05-10T19:10:19Z', 'revision_number': 5, 'project_id': '3edc3b8b7c564e348105d0218d64b958', 'gw_port': {'id': 'f3045f82-9c87-4b11-afb4-24c285a3de71', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acb3782-df72-46e0-93da-246da0bfea36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:05:09Z', 'updated_at': '2022-05-10T19:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi'}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:10:20.427246 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfc2e9e-4258-4f3f-b8af-e205f2841884 None None] Checking router: 3acb3782-df72-46e0-93da-246da0bfea36 for host: dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:10:20.436487 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfc2e9e-4258-4f3f-b8af-e205f2841884 None None] Routers {'3acb3782-df72-46e0-93da-246da0bfea36'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:10:20.437123 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-edfc2e9e-4258-4f3f-b8af-e205f2841884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:10:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['3acb3782-df72-46e0-93da-246da0bfea36'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:10:20.464052 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-108e869b-a548-4931-b64a-e37cc85eeac6 admin admin] For port f3045f82-9c87-4b11-afb4-24c285a3de71, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=f3045f82-9c87-4b11-afb4-24c285a3de71,segment=NetworkSegment(5e4a060e-4ea0-4d95-88b5-1969f86bafa6),segment_id=5e4a060e-4ea0-4d95-88b5-1969f86bafa6)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:10:20.464429 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-108e869b-a548-4931-b64a-e37cc85eeac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (f3045f82-9c87-4b11-afb4-24c285a3de71), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:20.478638 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-108e869b-a548-4931-b64a-e37cc85eeac6 admin admin] Calling delete_port for f3045f82-9c87-4b11-afb4-24c285a3de71 owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:10:20.522993 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-edfc2e9e-4258-4f3f-b8af-e205f2841884 None None] Set router 3acb3782-df72-46e0-93da-246da0bfea36 gateway port host: None {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:10:20.571730 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-edfc2e9e-4258-4f3f-b8af-e205f2841884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3acb3782-df72-46e0-93da-246da0bfea36', 'name': 'tempest-TestShelveInstance-460628779-router', 'tenant_id': '3edc3b8b7c564e348105d0218d64b958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:08Z', 'updated_at': '2022-05-10T19:10:20Z', 'revision_number': 6, 'project_id': '3edc3b8b7c564e348105d0218d64b958', 'gw_port_host': None}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:10:20.599915 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfc2e9e-4258-4f3f-b8af-e205f2841884 None None] The sync data for ids ['3acb3782-df72-46e0-93da-246da0bfea36'] in dv-cinder-836996-18-iscsi is: [{'id': '3acb3782-df72-46e0-93da-246da0bfea36', 'name': 'tempest-TestShelveInstance-460628779-router', 'tenant_id': '3edc3b8b7c564e348105d0218d64b958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:05:08Z', 'updated_at': '2022-05-10T19:10:20Z', 'revision_number': 6, 'project_id': '3edc3b8b7c564e348105d0218d64b958', 'gw_port_host': None}] {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:10:20.650383 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-108e869b-a548-4931-b64a-e37cc85eeac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4468833'] for port (f3045f82-9c87-4b11-afb4-24c285a3de71), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:20.680238 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e869b-a548-4931-b64a-e37cc85eeac6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3045f82-9c87-4b11-afb4-24c285a3de71,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:20.739614 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-108e869b-a548-4931-b64a-e37cc85eeac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2086036'] for router_gateway (3acb3782-df72-46e0-93da-246da0bfea36), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:20.832151 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-108e869b-a548-4931-b64a-e37cc85eeac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2081368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2663'] for router (3acb3782-df72-46e0-93da-246da0bfea36), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:20.834499 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-108e869b-a548-4931-b64a-e37cc85eeac6 admin admin] Publish callbacks [] for router_controller (3acb3782-df72-46e0-93da-246da0bfea36), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:20.892480 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-108e869b-a548-4931-b64a-e37cc85eeac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2081347'] for router (3acb3782-df72-46e0-93da-246da0bfea36), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:20.893012 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108e869b-a548-4931-b64a-e37cc85eeac6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3acb3782-df72-46e0-93da-246da0bfea36 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 19:10:20.897361 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-108e869b-a548-4931-b64a-e37cc85eeac6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:20.898518 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-108e869b-a548-4931-b64a-e37cc85eeac6 admin admin] 10.222.0.52 "DELETE /v2.0/routers/3acb3782-df72-46e0-93da-246da0bfea36 HTTP/1.1" status: 204 len: 168 time: 0.7866068 May 10 19:10:20.901278 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 49750) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:10:20.946244 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-b108b111-e6f8-4a8d-871b-1c28066eba64 admin admin] Deleting subnet 5309a23d-6430-46fc-89d6-c16a0069d3c0 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 19:10:20.949488 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b108b111-e6f8-4a8d-871b-1c28066eba64 admin admin] Publish callbacks [] for subnet (5309a23d-6430-46fc-89d6-c16a0069d3c0), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:20.985775 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b108b111-e6f8-4a8d-871b-1c28066eba64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4514108'] for subnet (5309a23d-6430-46fc-89d6-c16a0069d3c0), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:21.069725 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b108b111-e6f8-4a8d-871b-1c28066eba64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966585'] for subnet (5309a23d-6430-46fc-89d6-c16a0069d3c0), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:21.126971 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b108b111-e6f8-4a8d-871b-1c28066eba64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4468822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4218745'] for subnet (5309a23d-6430-46fc-89d6-c16a0069d3c0), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:21.156439 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b108b111-e6f8-4a8d-871b-1c28066eba64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:21.160291 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-b108b111-e6f8-4a8d-871b-1c28066eba64 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5309a23d-6430-46fc-89d6-c16a0069d3c0 HTTP/1.1" status: 204 len: 168 time: 0.2578406 May 10 19:10:21.161308 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b108b111-e6f8-4a8d-871b-1c28066eba64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5309a23d-6430-46fc-89d6-c16a0069d3c0,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:21.161637 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0a84d4-7275-4d69-834d-11456b5434f8 None None] Network 6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95 requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:10:21.163318 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 49752) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:10:21.234442 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e118acaa-9496-40e7-828e-36eefd73130d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824044'] for network (6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:21.281206 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e118acaa-9496-40e7-828e-36eefd73130d admin admin] Deleting port 71327d9d-c036-46ab-ba9f-1e6eb7cbed46 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:10:21.281533 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e118acaa-9496-40e7-828e-36eefd73130d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (71327d9d-c036-46ab-ba9f-1e6eb7cbed46), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:21.345387 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b88db7-9ad1-4bb6-a5da-30b08a6b4733 None None] DHCP port deletion for 6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95 request from dv-cinder-836996-18-iscsi {{(pid=103424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 19:10:21.347821 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e118acaa-9496-40e7-828e-36eefd73130d admin admin] For port 71327d9d-c036-46ab-ba9f-1e6eb7cbed46, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=71327d9d-c036-46ab-ba9f-1e6eb7cbed46,segment=NetworkSegment(cba1b97a-5beb-46b5-ad52-5dd35403a3ca),segment_id=cba1b97a-5beb-46b5-ad52-5dd35403a3ca)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:10:21.348208 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e118acaa-9496-40e7-828e-36eefd73130d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (71327d9d-c036-46ab-ba9f-1e6eb7cbed46), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:21.365188 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e118acaa-9496-40e7-828e-36eefd73130d admin admin] Calling delete_port for 71327d9d-c036-46ab-ba9f-1e6eb7cbed46 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:10:21.391857 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-81b88db7-9ad1-4bb6-a5da-30b08a6b4733 None None] Deleting port 71327d9d-c036-46ab-ba9f-1e6eb7cbed46 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:10:21.392495 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-81b88db7-9ad1-4bb6-a5da-30b08a6b4733 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (71327d9d-c036-46ab-ba9f-1e6eb7cbed46), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:21.427539 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device f3045f82-9c87-4b11-afb4-24c285a3de71 no longer exists at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:10:21.459917 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] No Port match for: f3045f82-9c87-4b11-afb4-24c285a3de71 {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:10:21.460259 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device f3045f82-9c87-4b11-afb4-24c285a3de71 not bound to the agent host dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:10:21.460724 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 71327d9d-c036-46ab-ba9f-1e6eb7cbed46 no longer exists at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:10:21.464922 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e118acaa-9496-40e7-828e-36eefd73130d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (71327d9d-c036-46ab-ba9f-1e6eb7cbed46), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:21.488199 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] No Port match for: 71327d9d-c036-46ab-ba9f-1e6eb7cbed46 {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:10:21.488549 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 71327d9d-c036-46ab-ba9f-1e6eb7cbed46 not bound to the agent host dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:10:21.489021 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device b25c733a-90b1-42c5-b75e-5432182821bb no longer exists at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:10:21.490909 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118acaa-9496-40e7-828e-36eefd73130d admin admin] Pushing event deleted for resources: {'Port': ['ID=71327d9d-c036-46ab-ba9f-1e6eb7cbed46,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:21.495737 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e118acaa-9496-40e7-828e-36eefd73130d admin admin] No DVR routers for this DVR port 71327d9d-c036-46ab-ba9f-1e6eb7cbed46 on host dv-cinder-836996-18-iscsi {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:10:21.516444 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] No Port match for: b25c733a-90b1-42c5-b75e-5432182821bb {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:10:21.516813 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device b25c733a-90b1-42c5-b75e-5432182821bb not bound to the agent host dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:10:21.522500 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-81b88db7-9ad1-4bb6-a5da-30b08a6b4733 None None] For port 71327d9d-c036-46ab-ba9f-1e6eb7cbed46, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=71327d9d-c036-46ab-ba9f-1e6eb7cbed46,segment=NetworkSegment(cba1b97a-5beb-46b5-ad52-5dd35403a3ca),segment_id=cba1b97a-5beb-46b5-ad52-5dd35403a3ca)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:10:21.522898 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-81b88db7-9ad1-4bb6-a5da-30b08a6b4733 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (71327d9d-c036-46ab-ba9f-1e6eb7cbed46), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:21.535951 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-81b88db7-9ad1-4bb6-a5da-30b08a6b4733 None None] Calling delete_port for 71327d9d-c036-46ab-ba9f-1e6eb7cbed46 owned by network:dhcp {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:10:21.573254 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e118acaa-9496-40e7-828e-36eefd73130d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965186', 'neutron.services.segments.db._delete_segments_for_network-8776401828657'] for network (6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:21.594494 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.services.segments.db [None req-e118acaa-9496-40e7-828e-36eefd73130d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95']}} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:10:21.604644 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.services.segments.db [None req-e118acaa-9496-40e7-828e-36eefd73130d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cba1b97a-5beb-46b5-ad52-5dd35403a3ca') {'for_net_delete': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:10:21.604908 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.services.segments.db [None req-e118acaa-9496-40e7-828e-36eefd73130d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cba1b97a-5beb-46b5-ad52-5dd35403a3ca') {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:10:21.614508 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e118acaa-9496-40e7-828e-36eefd73130d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776401828410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6129926'] for segment (cba1b97a-5beb-46b5-ad52-5dd35403a3ca), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:21.625822 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-81b88db7-9ad1-4bb6-a5da-30b08a6b4733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587'] for port (71327d9d-c036-46ab-ba9f-1e6eb7cbed46), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:21.631802 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e118acaa-9496-40e7-828e-36eefd73130d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860'] for segment (cba1b97a-5beb-46b5-ad52-5dd35403a3ca), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:21.637305 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e118acaa-9496-40e7-828e-36eefd73130d admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:10:21.637683 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e118acaa-9496-40e7-828e-36eefd73130d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6129818'] for segment (cba1b97a-5beb-46b5-ad52-5dd35403a3ca), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:21.639423 dv-cinder-836996-18-iscsi neutron-server[103423]: Traceback (most recent call last): May 10 19:10:21.639423 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:10:21.639423 dv-cinder-836996-18-iscsi neutron-server[103423]: timer() May 10 19:10:21.639423 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:10:21.639423 dv-cinder-836996-18-iscsi neutron-server[103423]: cb(*args, **kw) May 10 19:10:21.639423 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 19:10:21.639423 dv-cinder-836996-18-iscsi neutron-server[103423]: return func(*args, **kwargs) May 10 19:10:21.639423 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:10:21.639423 dv-cinder-836996-18-iscsi neutron-server[103423]: self._notify() May 10 19:10:21.639423 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:10:21.639423 dv-cinder-836996-18-iscsi neutron-server[103423]: self.callback(batched_events) May 10 19:10:21.639423 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:10:21.639423 dv-cinder-836996-18-iscsi neutron-server[103423]: event.method(event) May 10 19:10:21.639423 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 19:10:21.639423 dv-cinder-836996-18-iscsi neutron-server[103423]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:10:21.639423 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 19:10:21.639423 dv-cinder-836996-18-iscsi neutron-server[103423]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:10:21.639423 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 19:10:21.639423 dv-cinder-836996-18-iscsi neutron-server[103423]: return f(self, *a, **k) May 10 19:10:21.639423 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 19:10:21.639423 dv-cinder-836996-18-iscsi neutron-server[103423]: return self._get(url).json() May 10 19:10:21.639423 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 19:10:21.639423 dv-cinder-836996-18-iscsi neutron-server[103423]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:10:21.639423 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:10:21.639423 dv-cinder-836996-18-iscsi neutron-server[103423]: return self.request(url, 'GET', **kwargs) May 10 19:10:21.639423 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:10:21.639423 dv-cinder-836996-18-iscsi neutron-server[103423]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:10:21.639423 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:10:21.639423 dv-cinder-836996-18-iscsi neutron-server[103423]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:10:21.639423 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:10:21.639423 dv-cinder-836996-18-iscsi neutron-server[103423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:10:21.639423 dv-cinder-836996-18-iscsi neutron-server[103423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:10:21.654794 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b88db7-9ad1-4bb6-a5da-30b08a6b4733 None None] Pushing event deleted for resources: {'Port': ['ID=71327d9d-c036-46ab-ba9f-1e6eb7cbed46,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:21.664457 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b88db7-9ad1-4bb6-a5da-30b08a6b4733 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:21.664796 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b88db7-9ad1-4bb6-a5da-30b08a6b4733 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:21.665119 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b88db7-9ad1-4bb6-a5da-30b08a6b4733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:21.665454 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b88db7-9ad1-4bb6-a5da-30b08a6b4733 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:21.665788 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b88db7-9ad1-4bb6-a5da-30b08a6b4733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:21.666117 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b88db7-9ad1-4bb6-a5da-30b08a6b4733 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:21.666442 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b88db7-9ad1-4bb6-a5da-30b08a6b4733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:21.666765 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b88db7-9ad1-4bb6-a5da-30b08a6b4733 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:21.667089 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b88db7-9ad1-4bb6-a5da-30b08a6b4733 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:21.667413 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b88db7-9ad1-4bb6-a5da-30b08a6b4733 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:21.667742 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b88db7-9ad1-4bb6-a5da-30b08a6b4733 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:21.668065 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b88db7-9ad1-4bb6-a5da-30b08a6b4733 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:21.668384 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b88db7-9ad1-4bb6-a5da-30b08a6b4733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:21.668718 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b88db7-9ad1-4bb6-a5da-30b08a6b4733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:21.669052 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b88db7-9ad1-4bb6-a5da-30b08a6b4733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:21.671974 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b88db7-9ad1-4bb6-a5da-30b08a6b4733 None None] No DVR routers for this DVR port 71327d9d-c036-46ab-ba9f-1e6eb7cbed46 on host dv-cinder-836996-18-iscsi {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:10:21.695602 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e118acaa-9496-40e7-828e-36eefd73130d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2085882'] for network (6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:21.700974 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e118acaa-9496-40e7-828e-36eefd73130d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for network (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:21.704093 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-e118acaa-9496-40e7-828e-36eefd73130d admin admin] 10.222.0.52 "DELETE /v2.0/networks/6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95 HTTP/1.1" status: 204 len: 168 time: 0.5396383 May 10 19:10:21.714916 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118acaa-9496-40e7-828e-36eefd73130d admin admin] Pushing event deleted for resources: {'Network': ['ID=6fcf78f7-da0a-4de2-8c6c-62ff5ed2bd95,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:21.817474 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 49756) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:10:21.861342 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-720cece2-2103-4eec-83cf-40239338cf6e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2eec603f7854489393b8c4ed68874746&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426135 May 10 19:10:21.866049 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 49758) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:10:21.917907 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0a69c3aa-e9c3-471b-bcac-834f320598fe admin admin] Publish callbacks [] for security_group (0e415529-6700-482c-99b7-a7a120558537), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:21.938624 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0a69c3aa-e9c3-471b-bcac-834f320598fe admin admin] Publish callbacks [] for security_group (0e415529-6700-482c-99b7-a7a120558537), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:21.990934 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0a69c3aa-e9c3-471b-bcac-834f320598fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (0e415529-6700-482c-99b7-a7a120558537), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:21.993870 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0a69c3aa-e9c3-471b-bcac-834f320598fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:21.995029 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-0a69c3aa-e9c3-471b-bcac-834f320598fe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0e415529-6700-482c-99b7-a7a120558537 HTTP/1.1" status: 204 len: 168 time: 0.1280439 May 10 19:10:22.005966 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69c3aa-e9c3-471b-bcac-834f320598fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e415529-6700-482c-99b7-a7a120558537,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:22.329910 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 49764) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:10:22.370065 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-67189777-6478-44fc-851d-103176ec3dcd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3edc3b8b7c564e348105d0218d64b958&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390203 May 10 19:10:22.373558 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 49766) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:10:22.436092 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7bcd1ee3-349d-4e10-a1b9-57153af1da6f admin admin] Publish callbacks [] for security_group (46b6ad86-d774-4151-b74b-aa3b74bc16f9), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:22.457213 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7bcd1ee3-349d-4e10-a1b9-57153af1da6f admin admin] Publish callbacks [] for security_group (46b6ad86-d774-4151-b74b-aa3b74bc16f9), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:22.505317 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7bcd1ee3-349d-4e10-a1b9-57153af1da6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (46b6ad86-d774-4151-b74b-aa3b74bc16f9), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:22.508326 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7bcd1ee3-349d-4e10-a1b9-57153af1da6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:22.509471 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-7bcd1ee3-349d-4e10-a1b9-57153af1da6f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/46b6ad86-d774-4151-b74b-aa3b74bc16f9 HTTP/1.1" status: 204 len: 168 time: 0.1350269 May 10 19:10:22.517080 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd1ee3-349d-4e10-a1b9-57153af1da6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b6ad86-d774-4151-b74b-aa3b74bc16f9,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:28.886823 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-06c273fd-1229-4a39-8eca-7581464ffd28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:31.264243 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-caa61d61-49fe-4a95-8cb2-e387482be0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:32.619432 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:33.789135 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:35.405912 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:36.638422 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:10:38.554142 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:10:58.879343 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7696af19-0e02-4d9a-bf79-76cba5411d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:01.266692 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e12ff010-e618-4f92-a211-d5c5ab07e432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:02.621670 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:03.794269 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:05.409376 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:08.564649 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:13.642457 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:11:15.281828 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c02aa62d-3ed6-4f3f-bdc1-50e1e11e2fa2 req-a02641f8-da87-4ccf-ae89-db540f52721a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a62d8d39-8bf8-4e06-b2eb-935b33bd314e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443439 May 10 19:11:15.399454 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02aa62d-3ed6-4f3f-bdc1-50e1e11e2fa2 req-85dfb94f-2b74-4e96-934c-022d2dcadbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:11:15.402671 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c02aa62d-3ed6-4f3f-bdc1-50e1e11e2fa2 req-85dfb94f-2b74-4e96-934c-022d2dcadbeb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=506b976cacbb411391ef566d0aac8add&device_id=a62d8d39-8bf8-4e06-b2eb-935b33bd314e HTTP/1.1" status: 200 len: 1129 time: 0.0425136 May 10 19:11:15.515368 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02aa62d-3ed6-4f3f-bdc1-50e1e11e2fa2 req-2c987922-57bc-46e3-9289-dcaf5b0db993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:11:15.516849 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c02aa62d-3ed6-4f3f-bdc1-50e1e11e2fa2 req-2c987922-57bc-46e3-9289-dcaf5b0db993 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6579330-b641-4d71-b82f-a3d1fbd86683 HTTP/1.1" status: 200 len: 912 time: 0.0872762 May 10 19:11:15.590560 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c02aa62d-3ed6-4f3f-bdc1-50e1e11e2fa2 req-66bf5070-fc7b-4e9b-b8de-72f1a21ced05 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=228960a9-3e56-486b-a18f-bb2b8e31a213 HTTP/1.1" status: 200 len: 1001 time: 0.0640090 May 10 19:11:15.645671 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02aa62d-3ed6-4f3f-bdc1-50e1e11e2fa2 req-cfce64f6-cb8a-49a0-8d48-a8c72b679991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:11:15.647088 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c02aa62d-3ed6-4f3f-bdc1-50e1e11e2fa2 req-cfce64f6-cb8a-49a0-8d48-a8c72b679991 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=66c7d8db-9900-40dc-90b9-9c924e1dcca8 HTTP/1.1" status: 200 len: 850 time: 0.0481162 May 10 19:11:15.698273 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02aa62d-3ed6-4f3f-bdc1-50e1e11e2fa2 req-8519c741-07ce-4d33-b892-f6da5e62aaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:11:15.699806 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c02aa62d-3ed6-4f3f-bdc1-50e1e11e2fa2 req-8519c741-07ce-4d33-b892-f6da5e62aaaa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6579330-b641-4d71-b82f-a3d1fbd86683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458698 May 10 19:11:15.799499 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c02aa62d-3ed6-4f3f-bdc1-50e1e11e2fa2 req-3695184c-13ff-4793-b787-8f99285dff52 service neutron] 10.222.0.48 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882988 May 10 19:11:15.916651 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c02aa62d-3ed6-4f3f-bdc1-50e1e11e2fa2 req-15db5d78-95f3-48b8-b509-eb57df7fd416 service neutron] 10.222.0.48 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077635 May 10 19:11:17.275515 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba60f22-49de-4c81-827b-7390fb8f3a81 req-4097fd48-3008-40c8-ae6c-66736ac20e6a tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:11:17.282471 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-0ba60f22-49de-4c81-827b-7390fb8f3a81 req-4097fd48-3008-40c8-ae6c-66736ac20e6a tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=a62d8d39-8bf8-4e06-b2eb-935b33bd314e HTTP/1.1" status: 200 len: 945 time: 0.0556607 May 10 19:11:17.327293 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-0ba60f22-49de-4c81-827b-7390fb8f3a81 req-7c752843-4c96-4b26-8390-4a503f97ed8f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439243 May 10 19:11:18.456186 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807f394-2779-4a74-8dc3-a462b325c82d req-73a195b6-d71e-489b-bd61-8e00c0600a52 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:11:18.458152 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b807f394-2779-4a74-8dc3-a462b325c82d req-73a195b6-d71e-489b-bd61-8e00c0600a52 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=a62d8d39-8bf8-4e06-b2eb-935b33bd314e HTTP/1.1" status: 200 len: 945 time: 0.0563006 May 10 19:11:18.516490 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b807f394-2779-4a74-8dc3-a462b325c82d req-070aec0f-6dca-4609-a3a8-1faa5958c7aa tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496936 May 10 19:11:19.209894 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d19975-7539-4be2-9d3e-54ba832d08e9 req-f10dd31d-1a04-4263-ae09-045542b3f75c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:11:19.211345 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a2d19975-7539-4be2-9d3e-54ba832d08e9 req-f10dd31d-1a04-4263-ae09-045542b3f75c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.48 "GET /v2.0/ports?device_id=a62d8d39-8bf8-4e06-b2eb-935b33bd314e HTTP/1.1" status: 200 len: 945 time: 0.0564961 May 10 19:11:19.296994 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-a2d19975-7539-4be2-9d3e-54ba832d08e9 req-af59dea6-cc84-4967-a9bb-ca32812b9c74 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Deleting port 228960a9-3e56-486b-a18f-bb2b8e31a213 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:11:19.297333 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-a2d19975-7539-4be2-9d3e-54ba832d08e9 req-af59dea6-cc84-4967-a9bb-ca32812b9c74 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (228960a9-3e56-486b-a18f-bb2b8e31a213), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:19.386300 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-a2d19975-7539-4be2-9d3e-54ba832d08e9 req-af59dea6-cc84-4967-a9bb-ca32812b9c74 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] For port 228960a9-3e56-486b-a18f-bb2b8e31a213, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=228960a9-3e56-486b-a18f-bb2b8e31a213,segment=NetworkSegment(6bc4d870-08e7-4a4f-acf6-baae1c5f638f),segment_id=6bc4d870-08e7-4a4f-acf6-baae1c5f638f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:11:19.386657 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-a2d19975-7539-4be2-9d3e-54ba832d08e9 req-af59dea6-cc84-4967-a9bb-ca32812b9c74 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (228960a9-3e56-486b-a18f-bb2b8e31a213), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:19.555595 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-a2d19975-7539-4be2-9d3e-54ba832d08e9 req-af59dea6-cc84-4967-a9bb-ca32812b9c74 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:19.556180 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-a2d19975-7539-4be2-9d3e-54ba832d08e9 req-af59dea6-cc84-4967-a9bb-ca32812b9c74 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2085825'] for floatingip (dd74487d-0672-463a-acbf-7a9cf157241b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:19.556310 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.db.l3_db [req-a2d19975-7539-4be2-9d3e-54ba832d08e9 req-af59dea6-cc84-4967-a9bb-ca32812b9c74 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Floating IP dd74487d-0672-463a-acbf-7a9cf157241b disassociated. External IP: 172.27.1.145, port: 228960a9-3e56-486b-a18f-bb2b8e31a213. May 10 19:11:19.556656 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-a2d19975-7539-4be2-9d3e-54ba832d08e9 req-af59dea6-cc84-4967-a9bb-ca32812b9c74 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Calling delete_port for 228960a9-3e56-486b-a18f-bb2b8e31a213 owned by compute:nova {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:11:19.630936 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4658ff-e146-44c0-b97a-8409be18a27a req-d1f6064f-57e9-47b6-912e-282a4956306f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:11:19.632408 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-cf4658ff-e146-44c0-b97a-8409be18a27a req-d1f6064f-57e9-47b6-912e-282a4956306f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=a62d8d39-8bf8-4e06-b2eb-935b33bd314e HTTP/1.1" status: 200 len: 945 time: 0.0462711 May 10 19:11:19.684659 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-cf4658ff-e146-44c0-b97a-8409be18a27a req-dd305b62-fac2-4c23-b1d7-aecd515ea978 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460844 May 10 19:11:19.688019 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-a2d19975-7539-4be2-9d3e-54ba832d08e9 req-af59dea6-cc84-4967-a9bb-ca32812b9c74 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (228960a9-3e56-486b-a18f-bb2b8e31a213), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:19.720103 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59dea6-cc84-4967-a9bb-ca32812b9c74 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Pushing event deleted for resources: {'Port': ['ID=228960a9-3e56-486b-a18f-bb2b8e31a213,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:19.731153 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59dea6-cc84-4967-a9bb-ca32812b9c74 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:19.731636 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59dea6-cc84-4967-a9bb-ca32812b9c74 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:19.731996 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59dea6-cc84-4967-a9bb-ca32812b9c74 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:19.732482 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59dea6-cc84-4967-a9bb-ca32812b9c74 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:19.732828 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59dea6-cc84-4967-a9bb-ca32812b9c74 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:19.733178 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59dea6-cc84-4967-a9bb-ca32812b9c74 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:19.733505 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59dea6-cc84-4967-a9bb-ca32812b9c74 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:19.733830 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59dea6-cc84-4967-a9bb-ca32812b9c74 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:19.734177 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59dea6-cc84-4967-a9bb-ca32812b9c74 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:19.734499 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59dea6-cc84-4967-a9bb-ca32812b9c74 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:19.734824 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59dea6-cc84-4967-a9bb-ca32812b9c74 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:19.737999 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59dea6-cc84-4967-a9bb-ca32812b9c74 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:19.737999 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59dea6-cc84-4967-a9bb-ca32812b9c74 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:19.737999 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59dea6-cc84-4967-a9bb-ca32812b9c74 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:19.737999 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59dea6-cc84-4967-a9bb-ca32812b9c74 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:19.852411 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2d19975-7539-4be2-9d3e-54ba832d08e9 req-af59dea6-cc84-4967-a9bb-ca32812b9c74 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Router 30da25e5-cce7-4cf7-9e19-dd18fc795fea has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:11:19.978160 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2d19975-7539-4be2-9d3e-54ba832d08e9 req-af59dea6-cc84-4967-a9bb-ca32812b9c74 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:11:19.988518 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20354c2a-b28e-46bb-b51c-b97cb05b4aa9 None None] Sync routers for ids ['30da25e5-cce7-4cf7-9e19-dd18fc795fea'] in dv-cinder-836996-18-iscsi {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:11:19.999594 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20354c2a-b28e-46bb-b51c-b97cb05b4aa9 None None] Routers {'30da25e5-cce7-4cf7-9e19-dd18fc795fea'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:11:20.000227 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-20354c2a-b28e-46bb-b51c-b97cb05b4aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:11:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['30da25e5-cce7-4cf7-9e19-dd18fc795fea'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:11:20.023782 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d19975-7539-4be2-9d3e-54ba832d08e9 req-af59dea6-cc84-4967-a9bb-ca32812b9c74 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] No DVR routers for this DVR port 228960a9-3e56-486b-a18f-bb2b8e31a213 on host hv-cinder-83699 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:11:20.026518 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-a2d19975-7539-4be2-9d3e-54ba832d08e9 req-af59dea6-cc84-4967-a9bb-ca32812b9c74 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:20.029784 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a2d19975-7539-4be2-9d3e-54ba832d08e9 req-af59dea6-cc84-4967-a9bb-ca32812b9c74 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.48 "DELETE /v2.0/ports/228960a9-3e56-486b-a18f-bb2b8e31a213 HTTP/1.1" status: 204 len: 173 time: 0.8095729 May 10 19:11:20.030232 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62d8d39-8bf8-4e06-b2eb-935b33bd314e', 'name': 'network-vif-deleted', 'tag': '228960a9-3e56-486b-a18f-bb2b8e31a213'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:11:20.032582 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1258f7d4-b532-46a1-acfa-ebd1dd0b17e8" -d '{"events": [{"server_uuid": "a62d8d39-8bf8-4e06-b2eb-935b33bd314e", "name": "network-vif-deleted", "tag": "228960a9-3e56-486b-a18f-bb2b8e31a213"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:11:20.082517 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a1a20f-9a63-4c22-9392-b5aeb319cece x-openstack-request-id: req-e3a1a20f-9a63-4c22-9392-b5aeb319cece {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:11:20.082814 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62d8d39-8bf8-4e06-b2eb-935b33bd314e", "name": "network-vif-deleted", "tag": "228960a9-3e56-486b-a18f-bb2b8e31a213", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:11:20.083046 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e3a1a20f-9a63-4c22-9392-b5aeb319cece {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:11:20.083461 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3a1a20f-9a63-4c22-9392-b5aeb319cece'] response: {'server_uuid': 'a62d8d39-8bf8-4e06-b2eb-935b33bd314e', 'name': 'network-vif-deleted', 'tag': '228960a9-3e56-486b-a18f-bb2b8e31a213', 'status': 'completed', 'code': 200} May 10 19:11:20.120591 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-20354c2a-b28e-46bb-b51c-b97cb05b4aa9 None None] Set router 30da25e5-cce7-4cf7-9e19-dd18fc795fea gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:11:20.322941 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-20354c2a-b28e-46bb-b51c-b97cb05b4aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'name': 'tempest-TestVolumeBootPattern-491433956-router', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:37Z', 'revision_number': 4, 'project_id': '506b976cacbb411391ef566d0aac8add', 'gw_port': {'id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': 'ccc9fd3e-91d6-4161-bad7-52c045c28ccd', 'name': '', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'mac_address': 'fa:16:3e:12:bb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:37Z', 'updated_at': '2022-05-10T19:08:41Z', 'revision_number': 5, 'project_id': '506b976cacbb411391ef566d0aac8add', 'subnets': [{'id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:11:20.355347 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20354c2a-b28e-46bb-b51c-b97cb05b4aa9 None None] Checking router: 30da25e5-cce7-4cf7-9e19-dd18fc795fea for host: dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:11:20.364417 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20354c2a-b28e-46bb-b51c-b97cb05b4aa9 None None] Routers {'30da25e5-cce7-4cf7-9e19-dd18fc795fea'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:11:20.365062 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-20354c2a-b28e-46bb-b51c-b97cb05b4aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:11:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['30da25e5-cce7-4cf7-9e19-dd18fc795fea'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:11:20.478543 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-20354c2a-b28e-46bb-b51c-b97cb05b4aa9 None None] Set router 30da25e5-cce7-4cf7-9e19-dd18fc795fea gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:11:20.823849 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-20354c2a-b28e-46bb-b51c-b97cb05b4aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'name': 'tempest-TestVolumeBootPattern-491433956-router', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:37Z', 'revision_number': 4, 'project_id': '506b976cacbb411391ef566d0aac8add', 'gw_port': {'id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': 'ccc9fd3e-91d6-4161-bad7-52c045c28ccd', 'name': '', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'mac_address': 'fa:16:3e:12:bb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:37Z', 'updated_at': '2022-05-10T19:08:41Z', 'revision_number': 5, 'project_id': '506b976cacbb411391ef566d0aac8add', 'subnets': [{'id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:11:20.829358 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-0f03a4a9-94e5-4a0d-ba7c-adee2ae4d493 req-8f92f14f-7c68-468d-96a5-b96cea7cf93f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=a62d8d39-8bf8-4e06-b2eb-935b33bd314e HTTP/1.1" status: 200 len: 210 time: 0.0338306 May 10 19:11:20.859566 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20354c2a-b28e-46bb-b51c-b97cb05b4aa9 None None] The sync data for ids ['30da25e5-cce7-4cf7-9e19-dd18fc795fea'] in dv-cinder-836996-18-iscsi is: [{'id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'name': 'tempest-TestVolumeBootPattern-491433956-router', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:37Z', 'revision_number': 4, 'project_id': '506b976cacbb411391ef566d0aac8add', 'gw_port': {'id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': 'ccc9fd3e-91d6-4161-bad7-52c045c28ccd', 'name': '', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'mac_address': 'fa:16:3e:12:bb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:37Z', 'updated_at': '2022-05-10T19:08:41Z', 'revision_number': 5, 'project_id': '506b976cacbb411391ef566d0aac8add', 'subnets': [{'id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:11:21.077620 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a30359-2397-4319-ae43-917524bb0243 None None] New status for floating IP dd74487d-0672-463a-acbf-7a9cf157241b: DOWN {{(pid=103425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:11:22.013823 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 228960a9-3e56-486b-a18f-bb2b8e31a213 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:11:22.035067 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] No Port match for: 228960a9-3e56-486b-a18f-bb2b8e31a213 {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:11:22.035418 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 228960a9-3e56-486b-a18f-bb2b8e31a213 not bound to the agent host hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:11:22.111139 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-9f88ffc9-20ff-41dd-a3fe-3f762cde0798 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2048678445&fields=id&tenant_id=506b976cacbb411391ef566d0aac8add HTTP/1.1" status: 200 len: 267 time: 0.0463464 May 10 19:11:22.212529 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-a1ed8402-3d5b-4a81-baa2-155a899eb073 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:11:22.213915 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-a1ed8402-3d5b-4a81-baa2-155a899eb073 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/networks?id=a6579330-b641-4d71-b82f-a3d1fbd86683 HTTP/1.1" status: 200 len: 811 time: 0.0963907 May 10 19:11:22.228661 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-14092514-5d34-4a97-bfae-625a2bc0b7f1 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/quotas/506b976cacbb411391ef566d0aac8add HTTP/1.1" status: 200 len: 375 time: 0.0091240 May 10 19:11:22.280740 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-73821c84-0ada-400f-9885-2ce568ddfc10 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=506b976cacbb411391ef566d0aac8add&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471995 May 10 19:11:22.476557 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-e2c5da6b-c7f1-4439-8c64-aed843e17293 service neutron] 10.222.0.52 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839569 May 10 19:11:22.572390 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-7d111493-2781-434f-847a-8ad3e4bcccb7 service neutron] 10.222.0.52 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895803 May 10 19:11:23.884966 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f7333758-c475-4824-8d87-849f703a3336 req-addf3bb4-6a7e-4100-b12f-84f896d974e3 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eb22651-c9c6-4f0a-8b65-53e689faa06e HTTP/1.1" status: 200 len: 210 time: 0.0278339 May 10 19:11:24.967652 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-0bf231d1-46ca-4ffc-83a9-1b845a2f9b37 req-34dc703b-398c-469e-b604-4fb4e3f31aa0 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eb22651-c9c6-4f0a-8b65-53e689faa06e HTTP/1.1" status: 200 len: 210 time: 0.0282319 May 10 19:11:26.051671 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-66911ba5-cc02-46d5-a99b-8fd4252ea7db req-d675ab72-5fca-414a-8334-e0449814d8f1 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eb22651-c9c6-4f0a-8b65-53e689faa06e HTTP/1.1" status: 200 len: 210 time: 0.0335763 May 10 19:11:27.133760 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-d0036494-3772-488c-98ad-56171c68e598 req-383c868a-1443-4a78-8e79-cfee76972e53 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eb22651-c9c6-4f0a-8b65-53e689faa06e HTTP/1.1" status: 200 len: 210 time: 0.0282857 May 10 19:11:28.236215 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2acc97c8-6e23-4914-a7dd-ee7ba4e4db18 req-821e9b94-d207-4133-aa6f-24ea66e00e31 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eb22651-c9c6-4f0a-8b65-53e689faa06e HTTP/1.1" status: 200 len: 210 time: 0.0286479 May 10 19:11:28.873263 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d2a2f850-56f7-46e5-bcc1-d744a9720a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:29.073376 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-95fb49f6-1605-4e5c-a0e5-bbb8a281cfa2 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:11:29.074832 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-95fb49f6-1605-4e5c-a0e5-bbb8a281cfa2 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.48 "GET /v2.0/networks?id=a6579330-b641-4d71-b82f-a3d1fbd86683 HTTP/1.1" status: 200 len: 811 time: 0.1029487 May 10 19:11:29.155876 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-7990988a-3414-4875-a6ed-fa32541fcff9 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=506b976cacbb411391ef566d0aac8add HTTP/1.1" status: 200 len: 380 time: 0.0541959 May 10 19:11:29.169570 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-ae56913e-7907-4aac-b005-21f9eb879bc2 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Request body: {'port': {'device_id': '5eb22651-c9c6-4f0a-8b65-53e689faa06e', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'admin_state_up': True, 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'security_groups': ['5f8a5fc6-552f-48df-bbb3-208e6587a60e']}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:11:29.276036 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-ae56913e-7907-4aac-b005-21f9eb879bc2 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Made reservation on behalf of 506b976cacbb411391ef566d0aac8add for: {'port': 1} {{(pid=103423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:11:29.279550 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-ae56913e-7907-4aac-b005-21f9eb879bc2 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:29.333175 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-ab260834-085e-415c-8356-0d7cb548b840 req-4a2ffb74-e61e-4ba2-83a7-5c37c979e3ce tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eb22651-c9c6-4f0a-8b65-53e689faa06e HTTP/1.1" status: 200 len: 210 time: 0.0276923 May 10 19:11:29.404429 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-ae56913e-7907-4aac-b005-21f9eb879bc2 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Allocated IP 172.20.0.8 (a6579330-b641-4d71-b82f-a3d1fbd86683/66c7d8db-9900-40dc-90b9-9c924e1dcca8/3c448091-4498-47de-967c-ce981566689b) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:11:29.830706 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-ae56913e-7907-4aac-b005-21f9eb879bc2 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for port (3c448091-4498-47de-967c-ce981566689b), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:29.867290 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-ae56913e-7907-4aac-b005-21f9eb879bc2 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (3c448091-4498-47de-967c-ce981566689b), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:29.909070 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-ae56913e-7907-4aac-b005-21f9eb879bc2 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Network a6579330-b641-4d71-b82f-a3d1fbd86683 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:11:29.912205 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-ae56913e-7907-4aac-b005-21f9eb879bc2 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:11:29.915874 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-ae56913e-7907-4aac-b005-21f9eb879bc2 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:11:29.925064 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae56913e-7907-4aac-b005-21f9eb879bc2 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Pushing event updated for resources: {'Port': ['ID=3c448091-4498-47de-967c-ce981566689b,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:29.970380 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-ae56913e-7907-4aac-b005-21f9eb879bc2 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:11:29.971021 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-ae56913e-7907-4aac-b005-21f9eb879bc2 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:29.988719 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-ae56913e-7907-4aac-b005-21f9eb879bc2 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8228281 May 10 19:11:30.012421 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-a17f103f-50de-40b7-9525-6c27f3404683 service neutron] Request body: {'port': {'device_id': '5eb22651-c9c6-4f0a-8b65-53e689faa06e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:11:30.074776 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-a17f103f-50de-40b7-9525-6c27f3404683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (3c448091-4498-47de-967c-ce981566689b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:30.133406 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-e3246467-ca55-424a-9f64-48de3e3beef3 None None] Provisioning complete for port 3c448091-4498-47de-967c-ce981566689b triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:11:30.134033 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e3246467-ca55-424a-9f64-48de3e3beef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (3c448091-4498-47de-967c-ce981566689b), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:30.167491 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-e3246467-ca55-424a-9f64-48de3e3beef3 None None] Port 3c448091-4498-47de-967c-ce981566689b cannot update to ACTIVE because it is not bound. {{(pid=103424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:11:30.337722 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-a17f103f-50de-40b7-9525-6c27f3404683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c448091-4498-47de-967c-ce981566689b {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:11:30.345491 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-a17f103f-50de-40b7-9525-6c27f3404683 service neutron] Publish callbacks [] for port (3c448091-4498-47de-967c-ce981566689b), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:30.359662 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-a17f103f-50de-40b7-9525-6c27f3404683 service neutron] Transition to ACTIVE for port object 3c448091-4498-47de-967c-ce981566689b will not be triggered until provisioned by entity L2. {{(pid=103423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:11:30.365812 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-a17f103f-50de-40b7-9525-6c27f3404683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (3c448091-4498-47de-967c-ce981566689b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:30.445056 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f103f-50de-40b7-9525-6c27f3404683 service neutron] Pushing event updated for resources: {'Port': ['ID=3c448091-4498-47de-967c-ce981566689b,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:30.480513 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc63139-a26a-42b4-9369-e1637b0b4c8d req-ff378a7a-122d-4344-bf46-428737caf05b tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:11:30.482114 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ffc63139-a26a-42b4-9369-e1637b0b4c8d req-ff378a7a-122d-4344-bf46-428737caf05b tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eb22651-c9c6-4f0a-8b65-53e689faa06e HTTP/1.1" status: 200 len: 943 time: 0.0786316 May 10 19:11:30.567770 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-a17f103f-50de-40b7-9525-6c27f3404683 service neutron] Attempting to bind port 3c448091-4498-47de-967c-ce981566689b on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:11:30.568111 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-a17f103f-50de-40b7-9525-6c27f3404683 service neutron] Attempting to bind port 3c448091-4498-47de-967c-ce981566689b by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '6bc4d870-08e7-4a4f-acf6-baae1c5f638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:11:30.568462 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-a17f103f-50de-40b7-9525-6c27f3404683 service neutron] Attempting to bind port 3c448091-4498-47de-967c-ce981566689b on network a6579330-b641-4d71-b82f-a3d1fbd86683 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:11:30.573600 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ffc63139-a26a-42b4-9369-e1637b0b4c8d req-d135b053-31a8-48c9-ba63-535d9d9a1aa1 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719948 May 10 19:11:30.576795 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-a17f103f-50de-40b7-9525-6c27f3404683 service neutron] Port 3c448091-4498-47de-967c-ce981566689b on network a6579330-b641-4d71-b82f-a3d1fbd86683 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:11:30.577124 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-a17f103f-50de-40b7-9525-6c27f3404683 service neutron] Attempting to bind port 3c448091-4498-47de-967c-ce981566689b on network a6579330-b641-4d71-b82f-a3d1fbd86683 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:11:30.582359 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-a17f103f-50de-40b7-9525-6c27f3404683 service neutron] Checking agent: {'id': '84b4d3b2-b3ea-4da4-b994-5396953c421b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'started_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:11:30.582702 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-a17f103f-50de-40b7-9525-6c27f3404683 service neutron] Checking segment: {'id': '6bc4d870-08e7-4a4f-acf6-baae1c5f638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:11:30.583081 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-a17f103f-50de-40b7-9525-6c27f3404683 service neutron] Bound using segment: {'id': '6bc4d870-08e7-4a4f-acf6-baae1c5f638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:11:30.583506 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-a17f103f-50de-40b7-9525-6c27f3404683 service neutron] Bound port: 3c448091-4498-47de-967c-ce981566689b, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc4d870-08e7-4a4f-acf6-baae1c5f638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:11:30.583863 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-a17f103f-50de-40b7-9525-6c27f3404683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (3c448091-4498-47de-967c-ce981566689b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:30.645993 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-a17f103f-50de-40b7-9525-6c27f3404683 service neutron] For port 3c448091-4498-47de-967c-ce981566689b, host hv-cinder-83699, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:11:30.648957 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-a17f103f-50de-40b7-9525-6c27f3404683 service neutron] For port 3c448091-4498-47de-967c-ce981566689b, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3c448091-4498-47de-967c-ce981566689b,segment=NetworkSegment(6bc4d870-08e7-4a4f-acf6-baae1c5f638f),segment_id=6bc4d870-08e7-4a4f-acf6-baae1c5f638f)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:11:30.657949 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-a17f103f-50de-40b7-9525-6c27f3404683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (3c448091-4498-47de-967c-ce981566689b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:30.691875 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-a17f103f-50de-40b7-9525-6c27f3404683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:11:30.692492 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-a17f103f-50de-40b7-9525-6c27f3404683 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:30.693897 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-a17f103f-50de-40b7-9525-6c27f3404683 service neutron] 10.222.0.48 "PUT /v2.0/ports/3c448091-4498-47de-967c-ce981566689b HTTP/1.1" status: 200 len: 1093 time: 0.6861300 May 10 19:11:30.694490 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb22651-c9c6-4f0a-8b65-53e689faa06e', 'tag': '3c448091-4498-47de-967c-ce981566689b'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:11:30.696692 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb07b220-697f-4b2a-8615-64c35b785688" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb22651-c9c6-4f0a-8b65-53e689faa06e", "tag": "3c448091-4498-47de-967c-ce981566689b"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:11:30.719501 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f103f-50de-40b7-9525-6c27f3404683 service neutron] Pushing event updated for resources: {'Port': ['ID=3c448091-4498-47de-967c-ce981566689b,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:30.740729 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70511f6-0013-44fa-9dd7-c56147afe518 x-openstack-request-id: req-a70511f6-0013-44fa-9dd7-c56147afe518 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:11:30.741096 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb22651-c9c6-4f0a-8b65-53e689faa06e", "tag": "3c448091-4498-47de-967c-ce981566689b", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:11:30.741356 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a70511f6-0013-44fa-9dd7-c56147afe518 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:11:30.741770 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a70511f6-0013-44fa-9dd7-c56147afe518'] response: {'name': 'network-changed', 'server_uuid': '5eb22651-c9c6-4f0a-8b65-53e689faa06e', 'tag': '3c448091-4498-47de-967c-ce981566689b', 'status': 'completed', 'code': 200} May 10 19:11:30.803834 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-0daf8c99-8694-4111-b924-7cd7f385d883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:11:30.805513 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-0daf8c99-8694-4111-b924-7cd7f385d883 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=506b976cacbb411391ef566d0aac8add&device_id=5eb22651-c9c6-4f0a-8b65-53e689faa06e HTTP/1.1" status: 200 len: 1127 time: 0.0412610 May 10 19:11:30.868441 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-0f93d297-820b-47d9-b377-b18e62c959a7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c448091-4498-47de-967c-ce981566689b HTTP/1.1" status: 200 len: 217 time: 0.0389042 May 10 19:11:30.919440 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-bb25eb9a-bad5-4bdc-bec0-e903cab6e434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:11:30.920927 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-bb25eb9a-bad5-4bdc-bec0-e903cab6e434 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=66c7d8db-9900-40dc-90b9-9c924e1dcca8 HTTP/1.1" status: 200 len: 850 time: 0.0429103 May 10 19:11:30.966995 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-e16e875d-15f8-4458-b76b-b81475fd78f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:11:30.968377 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-e16e875d-15f8-4458-b76b-b81475fd78f6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6579330-b641-4d71-b82f-a3d1fbd86683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379970 May 10 19:11:31.076425 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-7b8d7bac-3e8e-4c96-91fb-f5794aadbeaa service neutron] 10.222.0.48 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967679 May 10 19:11:31.167927 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-77e0942c-6fe3-48b0-bc01-6b709e9e616f req-4bc59c42-ec35-4ac8-a131-0083e11a2e9a service neutron] 10.222.0.48 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811937 May 10 19:11:31.262501 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4010951a-19a6-4dcc-833f-ed99164d91e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:31.544727 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07b220-697f-4b2a-8615-64c35b785688 req-8ff2d08d-8893-499e-9edf-4681c180597e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:11:31.546230 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-eb07b220-697f-4b2a-8615-64c35b785688 req-8ff2d08d-8893-499e-9edf-4681c180597e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=506b976cacbb411391ef566d0aac8add&device_id=5eb22651-c9c6-4f0a-8b65-53e689faa06e HTTP/1.1" status: 200 len: 1127 time: 0.0453744 May 10 19:11:31.638418 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07b220-697f-4b2a-8615-64c35b785688 req-86476362-e6bd-4c32-9b94-40ce78758454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:11:31.639946 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-eb07b220-697f-4b2a-8615-64c35b785688 req-86476362-e6bd-4c32-9b94-40ce78758454 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6579330-b641-4d71-b82f-a3d1fbd86683 HTTP/1.1" status: 200 len: 912 time: 0.0852802 May 10 19:11:31.704379 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-eb07b220-697f-4b2a-8615-64c35b785688 req-be2afe6b-88ab-4357-ae68-0af7dc5367aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c448091-4498-47de-967c-ce981566689b HTTP/1.1" status: 200 len: 217 time: 0.0521567 May 10 19:11:31.729853 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aead48-13c4-4c3a-87d6-cce0bf1520db req-2538987d-ac3b-48c1-9ed1-8a63ea9178c6 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:11:31.731156 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e5aead48-13c4-4c3a-87d6-cce0bf1520db req-2538987d-ac3b-48c1-9ed1-8a63ea9178c6 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eb22651-c9c6-4f0a-8b65-53e689faa06e HTTP/1.1" status: 200 len: 943 time: 0.0874524 May 10 19:11:31.788698 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07b220-697f-4b2a-8615-64c35b785688 req-b057c01d-58b5-460e-8c88-bf56190e7a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:11:31.790159 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-eb07b220-697f-4b2a-8615-64c35b785688 req-b057c01d-58b5-460e-8c88-bf56190e7a1c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=66c7d8db-9900-40dc-90b9-9c924e1dcca8 HTTP/1.1" status: 200 len: 850 time: 0.0755618 May 10 19:11:31.814519 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-e5aead48-13c4-4c3a-87d6-cce0bf1520db req-87421857-1712-4f12-a293-4cc00e3b0204 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660226 May 10 19:11:31.841042 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07b220-697f-4b2a-8615-64c35b785688 req-dcfddc64-0de1-4bf0-9f60-7a3ce44e02ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:11:31.842536 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-eb07b220-697f-4b2a-8615-64c35b785688 req-dcfddc64-0de1-4bf0-9f60-7a3ce44e02ed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6579330-b641-4d71-b82f-a3d1fbd86683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408220 May 10 19:11:31.941204 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-eb07b220-697f-4b2a-8615-64c35b785688 req-f4c4b0d5-af26-4f42-9ac6-572e7755e464 service neutron] 10.222.0.48 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890517 May 10 19:11:32.038921 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-eb07b220-697f-4b2a-8615-64c35b785688 req-6c85e86d-478c-45bd-8153-5e355c3f79d5 service neutron] 10.222.0.48 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885258 May 10 19:11:32.634337 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:32.944439 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced05c9-319b-44c0-9891-40f13d5004d4 req-803a47a5-1658-4f5e-b933-528aff06300b tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:11:32.945920 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-8ced05c9-319b-44c0-9891-40f13d5004d4 req-803a47a5-1658-4f5e-b933-528aff06300b tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eb22651-c9c6-4f0a-8b65-53e689faa06e HTTP/1.1" status: 200 len: 943 time: 0.0542760 May 10 19:11:33.003289 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-8ced05c9-319b-44c0-9891-40f13d5004d4 req-496b2677-4de1-4a40-ab4c-3e7bda9ea500 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514789 May 10 19:11:33.794784 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:34.146444 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37d646-ea77-43c2-819e-f081a54914d7 req-0c59961c-b21f-42ad-8824-2a9d8fd848c4 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:11:34.147923 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3e37d646-ea77-43c2-819e-f081a54914d7 req-0c59961c-b21f-42ad-8824-2a9d8fd848c4 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eb22651-c9c6-4f0a-8b65-53e689faa06e HTTP/1.1" status: 200 len: 943 time: 0.0584714 May 10 19:11:34.199733 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-3e37d646-ea77-43c2-819e-f081a54914d7 req-c2f1ee08-fa60-4905-8ac9-ecde1a79ee2e tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435872 May 10 19:11:35.323819 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac58c0e-9a2e-4d98-9606-3278bd687c82 req-ec83e00a-5699-43f6-b87e-38cffec331e4 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:11:35.325275 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-0ac58c0e-9a2e-4d98-9606-3278bd687c82 req-ec83e00a-5699-43f6-b87e-38cffec331e4 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eb22651-c9c6-4f0a-8b65-53e689faa06e HTTP/1.1" status: 200 len: 943 time: 0.0487065 May 10 19:11:35.390617 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-0ac58c0e-9a2e-4d98-9606-3278bd687c82 req-e22d9ae2-90db-4d2a-a5d6-e00e2a30520a tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586994 May 10 19:11:35.404714 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:36.513249 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99402f68-ab06-4aa7-ac23-d0eab93c45a9 req-53ce7568-66d0-4d7f-ba6e-221d902806e9 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:11:36.514687 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-99402f68-ab06-4aa7-ac23-d0eab93c45a9 req-53ce7568-66d0-4d7f-ba6e-221d902806e9 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eb22651-c9c6-4f0a-8b65-53e689faa06e HTTP/1.1" status: 200 len: 943 time: 0.0478036 May 10 19:11:36.567655 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-99402f68-ab06-4aa7-ac23-d0eab93c45a9 req-8727835e-d93c-4463-ba85-2a28f26fe096 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448251 May 10 19:11:37.711759 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c82c9b-8dc5-43d4-806b-b1ee2ec02305 req-0999456e-3879-49af-bb94-446b870208fb tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:11:37.713228 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-a3c82c9b-8dc5-43d4-806b-b1ee2ec02305 req-0999456e-3879-49af-bb94-446b870208fb tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eb22651-c9c6-4f0a-8b65-53e689faa06e HTTP/1.1" status: 200 len: 943 time: 0.0537302 May 10 19:11:37.761099 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-a3c82c9b-8dc5-43d4-806b-b1ee2ec02305 req-7996d6d9-772b-460c-8ee2-2115bcbbf751 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421855 May 10 19:11:38.064531 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 3c448091-4498-47de-967c-ce981566689b details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:11:38.164559 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 3c448091-4498-47de-967c-ce981566689b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3c448091-4498-47de-967c-ce981566689b,segment=NetworkSegment(6bc4d870-08e7-4a4f-acf6-baae1c5f638f),segment_id=6bc4d870-08e7-4a4f-acf6-baae1c5f638f)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:11:38.176829 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Returning: {'device': '3c448091-4498-47de-967c-ce981566689b', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'port_id': '3c448091-4498-47de-967c-ce981566689b', 'mac_address': 'fa:16:3e:8e:fe:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:11:38.219498 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port 3c448091-4498-47de-967c-ce981566689b is: DOWN; New status is: BUILD {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:11:38.219892 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (3c448091-4498-47de-967c-ce981566689b), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:38.232761 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c448091-4498-47de-967c-ce981566689b {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:11:38.253220 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 3c448091-4498-47de-967c-ce981566689b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3c448091-4498-47de-967c-ce981566689b,segment=NetworkSegment(6bc4d870-08e7-4a4f-acf6-baae1c5f638f),segment_id=6bc4d870-08e7-4a4f-acf6-baae1c5f638f)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:11:38.260009 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (3c448091-4498-47de-967c-ce981566689b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:38.306303 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=3c448091-4498-47de-967c-ce981566689b,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:38.313438 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:38.313790 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:38.314136 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:38.314486 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:38.314824 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:38.315154 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:38.315492 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:38.315815 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:38.316147 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:38.316488 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:38.316828 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:38.317156 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:38.317482 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:38.317805 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:38.318132 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:38.618134 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['3c448091-4498-47de-967c-ce981566689b'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:11:38.665968 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:38.873812 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e176cf-a5ef-422a-afaf-089ff2820aa8 req-514c16b0-a236-4a90-8293-ad922b4d46a6 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:11:38.875271 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-92e176cf-a5ef-422a-afaf-089ff2820aa8 req-514c16b0-a236-4a90-8293-ad922b4d46a6 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eb22651-c9c6-4f0a-8b65-53e689faa06e HTTP/1.1" status: 200 len: 944 time: 0.0458071 May 10 19:11:38.926848 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-92e176cf-a5ef-422a-afaf-089ff2820aa8 req-f2985beb-bb45-48e4-925e-4ad7fcaa41b9 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457652 May 10 19:11:40.051903 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2c001-8ecc-4420-b899-0a91962fdce3 req-466b0290-c2f8-44b1-904f-5b2c743ef65e tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:11:40.053407 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-4dd2c001-8ecc-4420-b899-0a91962fdce3 req-466b0290-c2f8-44b1-904f-5b2c743ef65e tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eb22651-c9c6-4f0a-8b65-53e689faa06e HTTP/1.1" status: 200 len: 944 time: 0.0521102 May 10 19:11:40.080594 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 3c448091-4498-47de-967c-ce981566689b up at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:11:40.102962 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-4dd2c001-8ecc-4420-b899-0a91962fdce3 req-984201b7-4967-48ba-a823-53e39dff8bd2 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438428 May 10 19:11:40.126214 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning for port 3c448091-4498-47de-967c-ce981566689b completed by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:11:40.134392 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning complete for port 3c448091-4498-47de-967c-ce981566689b triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:11:40.134764 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (3c448091-4498-47de-967c-ce981566689b), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:40.213518 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port 3c448091-4498-47de-967c-ce981566689b is: BUILD; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:11:40.213913 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (3c448091-4498-47de-967c-ce981566689b), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:40.236806 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb22651-c9c6-4f0a-8b65-53e689faa06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c448091-4498-47de-967c-ce981566689b'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:11:40.239194 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc4c72c1cd3e6c4fc9632b01e094f02638f1ddc8156bb4d740f489bc698d08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95f78e8-2789-4179-b4ab-011818106c3f" -d '{"events": [{"server_uuid": "5eb22651-c9c6-4f0a-8b65-53e689faa06e", "name": "network-vif-plugged", "status": "completed", "tag": "3c448091-4498-47de-967c-ce981566689b"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:11:40.251656 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 3c448091-4498-47de-967c-ce981566689b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3c448091-4498-47de-967c-ce981566689b,segment=NetworkSegment(6bc4d870-08e7-4a4f-acf6-baae1c5f638f),segment_id=6bc4d870-08e7-4a4f-acf6-baae1c5f638f)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:11:40.257361 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (3c448091-4498-47de-967c-ce981566689b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:40.281561 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f2917e-22e9-4799-9e27-c9ca023c5123 x-openstack-request-id: req-68f2917e-22e9-4799-9e27-c9ca023c5123 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:11:40.282048 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb22651-c9c6-4f0a-8b65-53e689faa06e", "name": "network-vif-plugged", "status": "completed", "tag": "3c448091-4498-47de-967c-ce981566689b", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:11:40.282668 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-68f2917e-22e9-4799-9e27-c9ca023c5123 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:11:40.283296 dv-cinder-836996-18-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68f2917e-22e9-4799-9e27-c9ca023c5123'] response: {'server_uuid': '5eb22651-c9c6-4f0a-8b65-53e689faa06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c448091-4498-47de-967c-ce981566689b', 'code': 200} May 10 19:11:40.309591 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=3c448091-4498-47de-967c-ce981566689b,revision_number=5']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:40.558087 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb5797-2eaf-42fa-90a5-340dd95026f7 req-c8e368d4-ea24-42a4-ad18-a547d8df403a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:11:40.559581 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b7fb5797-2eaf-42fa-90a5-340dd95026f7 req-c8e368d4-ea24-42a4-ad18-a547d8df403a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5eb22651-c9c6-4f0a-8b65-53e689faa06e HTTP/1.1" status: 200 len: 1129 time: 0.0414753 May 10 19:11:40.609492 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-b7fb5797-2eaf-42fa-90a5-340dd95026f7 req-40d49789-370d-4c7e-adfd-99821175c9f7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411038 May 10 19:11:41.242350 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf2722-4543-4d19-9807-fa63d2c30f5d req-8bbfb302-790c-4108-a4af-e21144452561 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:11:41.245144 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-36bf2722-4543-4d19-9807-fa63d2c30f5d req-8bbfb302-790c-4108-a4af-e21144452561 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eb22651-c9c6-4f0a-8b65-53e689faa06e HTTP/1.1" status: 200 len: 945 time: 0.0613022 May 10 19:11:41.296197 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-36bf2722-4543-4d19-9807-fa63d2c30f5d req-f1912cde-e479-4fd1-bb08-5d2fdd09f83d tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436828 May 10 19:11:42.428663 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c052b1-7f7f-45c2-930c-1dd0800193d0 req-d0c46f36-3ed3-4e3b-af72-e474e64128c6 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:11:42.430196 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f6c052b1-7f7f-45c2-930c-1dd0800193d0 req-d0c46f36-3ed3-4e3b-af72-e474e64128c6 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eb22651-c9c6-4f0a-8b65-53e689faa06e HTTP/1.1" status: 200 len: 945 time: 0.0532234 May 10 19:11:42.480601 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-f6c052b1-7f7f-45c2-930c-1dd0800193d0 req-da545122-26f7-4f7b-960a-5b81c36e4cb3 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431340 May 10 19:11:42.611693 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f79d10-33e2-43fe-91d2-20a4a3fd7a35 req-73f0ccb4-13d8-4f59-a37d-87eb1ddb3df3 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:11:42.613180 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-59f79d10-33e2-43fe-91d2-20a4a3fd7a35 req-73f0ccb4-13d8-4f59-a37d-87eb1ddb3df3 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eb22651-c9c6-4f0a-8b65-53e689faa06e HTTP/1.1" status: 200 len: 945 time: 0.0587034 May 10 19:11:42.666479 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-59f79d10-33e2-43fe-91d2-20a4a3fd7a35 req-427e77ae-35c4-44ea-bfe9-7beeefad2fed tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447960 May 10 19:11:42.694318 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 49882) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:11:42.735613 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4753bf8f-e0c5-4fbc-9a88-60e53d4c445f tempest-TestVolumeBootPattern-134394865 tempest-TestVolumeBootPattern-134394865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:11:42.737175 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-4753bf8f-e0c5-4fbc-9a88-60e53d4c445f tempest-TestVolumeBootPattern-134394865 tempest-TestVolumeBootPattern-134394865-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5eb22651-c9c6-4f0a-8b65-53e689faa06e HTTP/1.1" status: 200 len: 1124 time: 0.0418746 May 10 19:11:42.741354 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 49884) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:11:42.745889 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-81e73b89-586e-495f-86a2-b9bb6aaebc7c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Request body: {'floatingip': {'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'port_id': '3c448091-4498-47de-967c-ce981566689b', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:11:42.770142 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81e73b89-586e-495f-86a2-b9bb6aaebc7c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:42.847970 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81e73b89-586e-495f-86a2-b9bb6aaebc7c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:42.947079 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-81e73b89-586e-495f-86a2-b9bb6aaebc7c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Allocated IP 172.27.1.169 (fea53afb-2d4d-48cb-89ec-9b33d8fc553d/12fc4f2d-8382-4ccf-abb9-52281f433079/880c711a-54a5-4c9a-aed5-25d06f0aba83) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:11:43.051963 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81e73b89-586e-495f-86a2-b9bb6aaebc7c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for port (880c711a-54a5-4c9a-aed5-25d06f0aba83), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:43.087080 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81e73b89-586e-495f-86a2-b9bb6aaebc7c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4468833'] for port (880c711a-54a5-4c9a-aed5-25d06f0aba83), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:43.124816 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e73b89-586e-495f-86a2-b9bb6aaebc7c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Network fea53afb-2d4d-48cb-89ec-9b33d8fc553d is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:11:43.127852 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-81e73b89-586e-495f-86a2-b9bb6aaebc7c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:11:43.131357 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e73b89-586e-495f-86a2-b9bb6aaebc7c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:11:43.138943 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e73b89-586e-495f-86a2-b9bb6aaebc7c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Pushing event updated for resources: {'Port': ['ID=880c711a-54a5-4c9a-aed5-25d06f0aba83,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:43.166434 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e73b89-586e-495f-86a2-b9bb6aaebc7c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:43.166808 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e73b89-586e-495f-86a2-b9bb6aaebc7c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:43.167124 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e73b89-586e-495f-86a2-b9bb6aaebc7c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:43.167463 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e73b89-586e-495f-86a2-b9bb6aaebc7c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:43.167793 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e73b89-586e-495f-86a2-b9bb6aaebc7c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:43.168117 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e73b89-586e-495f-86a2-b9bb6aaebc7c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:43.168443 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e73b89-586e-495f-86a2-b9bb6aaebc7c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:43.168802 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e73b89-586e-495f-86a2-b9bb6aaebc7c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:43.169121 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e73b89-586e-495f-86a2-b9bb6aaebc7c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:43.169449 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e73b89-586e-495f-86a2-b9bb6aaebc7c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:43.169770 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e73b89-586e-495f-86a2-b9bb6aaebc7c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:43.170103 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e73b89-586e-495f-86a2-b9bb6aaebc7c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:43.170494 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e73b89-586e-495f-86a2-b9bb6aaebc7c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:43.170816 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e73b89-586e-495f-86a2-b9bb6aaebc7c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:43.171129 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e73b89-586e-495f-86a2-b9bb6aaebc7c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:43.773582 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81e73b89-586e-495f-86a2-b9bb6aaebc7c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for floatingip (531e894f-3779-4713-9db4-c496ec69d602), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:43.850770 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81e73b89-586e-495f-86a2-b9bb6aaebc7c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (880c711a-54a5-4c9a-aed5-25d06f0aba83), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:44.005198 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81e73b89-586e-495f-86a2-b9bb6aaebc7c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for port (880c711a-54a5-4c9a-aed5-25d06f0aba83), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:44.011583 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81e73b89-586e-495f-86a2-b9bb6aaebc7c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4468760'] for port (880c711a-54a5-4c9a-aed5-25d06f0aba83), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:44.080739 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e73b89-586e-495f-86a2-b9bb6aaebc7c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Pushing event updated for resources: {'Port': ['ID=880c711a-54a5-4c9a-aed5-25d06f0aba83,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:44.093391 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81e73b89-586e-495f-86a2-b9bb6aaebc7c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2085825'] for floatingip (531e894f-3779-4713-9db4-c496ec69d602), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:44.198360 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.db.l3_db [None req-81e73b89-586e-495f-86a2-b9bb6aaebc7c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Floating IP 531e894f-3779-4713-9db4-c496ec69d602 associated. External IP: 172.27.1.169, port: 3c448091-4498-47de-967c-ce981566689b. May 10 19:11:44.419546 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e73b89-586e-495f-86a2-b9bb6aaebc7c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Router 30da25e5-cce7-4cf7-9e19-dd18fc795fea has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:11:44.536815 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e73b89-586e-495f-86a2-b9bb6aaebc7c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:11:44.546737 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d49c1e-6a9b-42e9-8edf-64d35b08a284 None None] Sync routers for ids ['30da25e5-cce7-4cf7-9e19-dd18fc795fea'] in dv-cinder-836996-18-iscsi {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:11:44.556103 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81e73b89-586e-495f-86a2-b9bb6aaebc7c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:11:44.561517 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d49c1e-6a9b-42e9-8edf-64d35b08a284 None None] Routers {'30da25e5-cce7-4cf7-9e19-dd18fc795fea'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:11:44.562143 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-36d49c1e-6a9b-42e9-8edf-64d35b08a284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:11:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['30da25e5-cce7-4cf7-9e19-dd18fc795fea'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:11:44.586493 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-81e73b89-586e-495f-86a2-b9bb6aaebc7c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8441260 May 10 19:11:44.587077 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb22651-c9c6-4f0a-8b65-53e689faa06e', 'tag': '3c448091-4498-47de-967c-ce981566689b'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:11:44.589388 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd46a798d5a9e44ec306513f4cdcaf49ebfda34863e20c5e194c8a5ee67cd38b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d65d9ca-aee0-46ee-a7dd-81ea1a7d7bd7" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb22651-c9c6-4f0a-8b65-53e689faa06e", "tag": "3c448091-4498-47de-967c-ce981566689b"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:11:44.625495 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77050e5-0e3d-4952-908b-098846be06eb x-openstack-request-id: req-b77050e5-0e3d-4952-908b-098846be06eb {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:11:44.625795 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb22651-c9c6-4f0a-8b65-53e689faa06e", "tag": "3c448091-4498-47de-967c-ce981566689b", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:11:44.626053 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b77050e5-0e3d-4952-908b-098846be06eb {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:11:44.626489 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b77050e5-0e3d-4952-908b-098846be06eb'] response: {'name': 'network-changed', 'server_uuid': '5eb22651-c9c6-4f0a-8b65-53e689faa06e', 'tag': '3c448091-4498-47de-967c-ce981566689b', 'status': 'completed', 'code': 200} May 10 19:11:44.670807 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-36d49c1e-6a9b-42e9-8edf-64d35b08a284 None None] Set router 30da25e5-cce7-4cf7-9e19-dd18fc795fea gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:11:44.712594 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65d9ca-aee0-46ee-a7dd-81ea1a7d7bd7 req-ca1efe58-bd86-4f39-85d2-968bd3a99fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:11:44.714154 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5d65d9ca-aee0-46ee-a7dd-81ea1a7d7bd7 req-ca1efe58-bd86-4f39-85d2-968bd3a99fb4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=506b976cacbb411391ef566d0aac8add&device_id=5eb22651-c9c6-4f0a-8b65-53e689faa06e HTTP/1.1" status: 200 len: 1129 time: 0.0432894 May 10 19:11:44.811597 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65d9ca-aee0-46ee-a7dd-81ea1a7d7bd7 req-c040e659-815e-42b0-bf86-f3e43d2c5c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:11:44.813150 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5d65d9ca-aee0-46ee-a7dd-81ea1a7d7bd7 req-c040e659-815e-42b0-bf86-f3e43d2c5c0e service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6579330-b641-4d71-b82f-a3d1fbd86683 HTTP/1.1" status: 200 len: 912 time: 0.0899515 May 10 19:11:44.881363 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5d65d9ca-aee0-46ee-a7dd-81ea1a7d7bd7 req-ad2825f6-ae68-4a12-a775-cee96b3e6813 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c448091-4498-47de-967c-ce981566689b HTTP/1.1" status: 200 len: 999 time: 0.0625498 May 10 19:11:44.893412 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-36d49c1e-6a9b-42e9-8edf-64d35b08a284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'name': 'tempest-TestVolumeBootPattern-491433956-router', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:37Z', 'revision_number': 4, 'project_id': '506b976cacbb411391ef566d0aac8add', 'gw_port': {'id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': '531e894f-3779-4713-9db4-c496ec69d602', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'port_id': '3c448091-4498-47de-967c-ce981566689b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'mac_address': 'fa:16:3e:8e:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb22651-c9c6-4f0a-8b65-53e689faa06e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:11:43Z', 'updated_at': '2022-05-10T19:11:43Z', 'revision_number': 0, 'project_id': '506b976cacbb411391ef566d0aac8add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc9fd3e-91d6-4161-bad7-52c045c28ccd', 'name': '', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'mac_address': 'fa:16:3e:12:bb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:37Z', 'updated_at': '2022-05-10T19:08:41Z', 'revision_number': 5, 'project_id': '506b976cacbb411391ef566d0aac8add', 'subnets': [{'id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:11:44.922554 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d49c1e-6a9b-42e9-8edf-64d35b08a284 None None] Checking router: 30da25e5-cce7-4cf7-9e19-dd18fc795fea for host: dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:11:44.928718 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65d9ca-aee0-46ee-a7dd-81ea1a7d7bd7 req-6f7c904a-48c0-4668-b2ee-a85b0ba48ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:11:44.930236 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5d65d9ca-aee0-46ee-a7dd-81ea1a7d7bd7 req-6f7c904a-48c0-4668-b2ee-a85b0ba48ed7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=66c7d8db-9900-40dc-90b9-9c924e1dcca8 HTTP/1.1" status: 200 len: 850 time: 0.0430806 May 10 19:11:44.931063 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d49c1e-6a9b-42e9-8edf-64d35b08a284 None None] Routers {'30da25e5-cce7-4cf7-9e19-dd18fc795fea'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:11:44.931631 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-36d49c1e-6a9b-42e9-8edf-64d35b08a284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:11:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['30da25e5-cce7-4cf7-9e19-dd18fc795fea'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:11:44.972532 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65d9ca-aee0-46ee-a7dd-81ea1a7d7bd7 req-ff4e4bbe-f456-4c82-b6c3-316ba24e191d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:11:44.974098 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5d65d9ca-aee0-46ee-a7dd-81ea1a7d7bd7 req-ff4e4bbe-f456-4c82-b6c3-316ba24e191d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6579330-b641-4d71-b82f-a3d1fbd86683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380890 May 10 19:11:45.040654 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-36d49c1e-6a9b-42e9-8edf-64d35b08a284 None None] Set router 30da25e5-cce7-4cf7-9e19-dd18fc795fea gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:11:45.070161 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5d65d9ca-aee0-46ee-a7dd-81ea1a7d7bd7 req-d61ffa8f-f80d-4359-aff8-06745c91cd8b service neutron] 10.222.0.48 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852215 May 10 19:11:45.157573 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-5d65d9ca-aee0-46ee-a7dd-81ea1a7d7bd7 req-e86bf5b2-f169-4731-a4fd-1ef13f07e1f1 service neutron] 10.222.0.48 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815527 May 10 19:11:45.265722 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-36d49c1e-6a9b-42e9-8edf-64d35b08a284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'name': 'tempest-TestVolumeBootPattern-491433956-router', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:37Z', 'revision_number': 4, 'project_id': '506b976cacbb411391ef566d0aac8add', 'gw_port': {'id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': '531e894f-3779-4713-9db4-c496ec69d602', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'port_id': '3c448091-4498-47de-967c-ce981566689b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'mac_address': 'fa:16:3e:8e:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb22651-c9c6-4f0a-8b65-53e689faa06e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:11:43Z', 'updated_at': '2022-05-10T19:11:43Z', 'revision_number': 0, 'project_id': '506b976cacbb411391ef566d0aac8add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc9fd3e-91d6-4161-bad7-52c045c28ccd', 'name': '', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'mac_address': 'fa:16:3e:12:bb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:37Z', 'updated_at': '2022-05-10T19:08:41Z', 'revision_number': 5, 'project_id': '506b976cacbb411391ef566d0aac8add', 'subnets': [{'id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:11:45.294787 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d49c1e-6a9b-42e9-8edf-64d35b08a284 None None] The sync data for ids ['30da25e5-cce7-4cf7-9e19-dd18fc795fea'] in dv-cinder-836996-18-iscsi is: [{'id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'name': 'tempest-TestVolumeBootPattern-491433956-router', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:37Z', 'revision_number': 4, 'project_id': '506b976cacbb411391ef566d0aac8add', 'gw_port': {'id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': '531e894f-3779-4713-9db4-c496ec69d602', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'port_id': '3c448091-4498-47de-967c-ce981566689b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'mac_address': 'fa:16:3e:8e:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb22651-c9c6-4f0a-8b65-53e689faa06e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:11:43Z', 'updated_at': '2022-05-10T19:11:43Z', 'revision_number': 0, 'project_id': '506b976cacbb411391ef566d0aac8add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc9fd3e-91d6-4161-bad7-52c045c28ccd', 'name': '', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'mac_address': 'fa:16:3e:12:bb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:37Z', 'updated_at': '2022-05-10T19:08:41Z', 'revision_number': 5, 'project_id': '506b976cacbb411391ef566d0aac8add', 'subnets': [{'id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:11:45.496819 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080c292d-9ea8-47ae-904c-cbd253d589bd None None] New status for floating IP 531e894f-3779-4713-9db4-c496ec69d602: ACTIVE {{(pid=103425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:11:50.645213 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:11:58.881528 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d8da7e0c-ee4c-44c6-a649-7583216f016d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:01.278296 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1ececcf4-773c-440c-90d5-a63019a42430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:02.631069 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:03.798014 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:05.413793 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:08.659269 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:15.250045 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ff4729f3-e1c2-4efb-ba96-877b2cd56836 req-66a93b08-9f08-4419-a0c5-79679df9c89a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5eb22651-c9c6-4f0a-8b65-53e689faa06e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433402 May 10 19:12:15.361039 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4729f3-e1c2-4efb-ba96-877b2cd56836 req-8d86b7f9-ec0d-49e0-8e20-8f7547ea59ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:12:15.362550 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ff4729f3-e1c2-4efb-ba96-877b2cd56836 req-8d86b7f9-ec0d-49e0-8e20-8f7547ea59ff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=506b976cacbb411391ef566d0aac8add&device_id=5eb22651-c9c6-4f0a-8b65-53e689faa06e HTTP/1.1" status: 200 len: 1129 time: 0.0443420 May 10 19:12:15.472644 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4729f3-e1c2-4efb-ba96-877b2cd56836 req-a6627eeb-8866-4f2e-bdbc-a2b2fd79f27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:12:15.474171 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ff4729f3-e1c2-4efb-ba96-877b2cd56836 req-a6627eeb-8866-4f2e-bdbc-a2b2fd79f27d service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6579330-b641-4d71-b82f-a3d1fbd86683 HTTP/1.1" status: 200 len: 912 time: 0.0849183 May 10 19:12:15.545605 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ff4729f3-e1c2-4efb-ba96-877b2cd56836 req-ee7c5123-9503-496e-8080-7f5b07b5f407 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c448091-4498-47de-967c-ce981566689b HTTP/1.1" status: 200 len: 1001 time: 0.0615885 May 10 19:12:15.599297 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4729f3-e1c2-4efb-ba96-877b2cd56836 req-392e8460-89ca-4673-b60c-39a63c80b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:12:15.600727 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ff4729f3-e1c2-4efb-ba96-877b2cd56836 req-392e8460-89ca-4673-b60c-39a63c80b678 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=66c7d8db-9900-40dc-90b9-9c924e1dcca8 HTTP/1.1" status: 200 len: 850 time: 0.0477583 May 10 19:12:15.646004 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4729f3-e1c2-4efb-ba96-877b2cd56836 req-d928396b-46d0-4d36-ad52-91109973421e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:12:15.647492 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ff4729f3-e1c2-4efb-ba96-877b2cd56836 req-d928396b-46d0-4d36-ad52-91109973421e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6579330-b641-4d71-b82f-a3d1fbd86683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403721 May 10 19:12:15.743171 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ff4729f3-e1c2-4efb-ba96-877b2cd56836 req-cd833dd3-96b4-4491-89b1-4c4f39a2b12d service neutron] 10.222.0.48 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867105 May 10 19:12:15.836087 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ff4729f3-e1c2-4efb-ba96-877b2cd56836 req-0cf3d9f6-a8bc-417b-a6ba-90b9c6e32232 service neutron] 10.222.0.48 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829225 May 10 19:12:27.649249 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:12:28.885921 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f253493d-58a4-4e3e-bc66-c1b93d4e7a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:31.271895 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-62599629-3e09-45bb-8c5e-9ee72bf49dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:32.639171 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:33.800569 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:35.410036 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:38.683360 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:58.888129 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f2eab367-5650-4faf-b5ee-5258bfcf0203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:01.275754 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3446dad0-aef9-4c95-84fb-6ce11baf03b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:02.639785 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:03.804776 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:04.653082 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:13:05.416134 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:08.689874 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:14.500712 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9a2bdea8-b578-49c2-9549-b3f8a0abf3ef req-5d455c08-4d04-4b3b-a2ac-1db43c9bf77a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5eb22651-c9c6-4f0a-8b65-53e689faa06e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426126 May 10 19:13:14.623001 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bdea8-b578-49c2-9549-b3f8a0abf3ef req-3a128a9f-ab84-4084-9dfc-4dec49491e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:13:14.624526 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9a2bdea8-b578-49c2-9549-b3f8a0abf3ef req-3a128a9f-ab84-4084-9dfc-4dec49491e61 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=506b976cacbb411391ef566d0aac8add&device_id=5eb22651-c9c6-4f0a-8b65-53e689faa06e HTTP/1.1" status: 200 len: 1129 time: 0.0532625 May 10 19:13:14.732346 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bdea8-b578-49c2-9549-b3f8a0abf3ef req-6e47f1c1-5e72-4db1-bf00-2e1171cf961d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:13:14.733726 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9a2bdea8-b578-49c2-9549-b3f8a0abf3ef req-6e47f1c1-5e72-4db1-bf00-2e1171cf961d service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6579330-b641-4d71-b82f-a3d1fbd86683 HTTP/1.1" status: 200 len: 912 time: 0.0832355 May 10 19:13:14.806311 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9a2bdea8-b578-49c2-9549-b3f8a0abf3ef req-90f11cd1-ff06-4b98-a40a-b67679716d22 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c448091-4498-47de-967c-ce981566689b HTTP/1.1" status: 200 len: 1001 time: 0.0622447 May 10 19:13:14.868995 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bdea8-b578-49c2-9549-b3f8a0abf3ef req-a09aa14b-ba5b-44a5-8a48-81dfae4a5144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:13:14.870797 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9a2bdea8-b578-49c2-9549-b3f8a0abf3ef req-a09aa14b-ba5b-44a5-8a48-81dfae4a5144 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=66c7d8db-9900-40dc-90b9-9c924e1dcca8 HTTP/1.1" status: 200 len: 850 time: 0.0549905 May 10 19:13:14.916717 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bdea8-b578-49c2-9549-b3f8a0abf3ef req-1abf40a1-2e43-4cb1-b9f9-626ac232a207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:13:14.918166 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9a2bdea8-b578-49c2-9549-b3f8a0abf3ef req-1abf40a1-2e43-4cb1-b9f9-626ac232a207 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6579330-b641-4d71-b82f-a3d1fbd86683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0376034 May 10 19:13:15.014953 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9a2bdea8-b578-49c2-9549-b3f8a0abf3ef req-56628394-542d-452e-9dc8-dc50ef66e985 service neutron] 10.222.0.48 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867856 May 10 19:13:15.109816 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9a2bdea8-b578-49c2-9549-b3f8a0abf3ef req-9b00b84d-5276-41a1-ac62-af4083a7bcaa service neutron] 10.222.0.48 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844183 May 10 19:13:23.246226 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-c9ab1c22-7eab-4e56-b461-eed0a9704818 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2048678445&fields=id&tenant_id=506b976cacbb411391ef566d0aac8add HTTP/1.1" status: 200 len: 267 time: 0.0558774 May 10 19:13:23.358610 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-68cd1e20-e5f3-42f0-a5a5-97a7fe1eda95 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:13:23.360111 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-68cd1e20-e5f3-42f0-a5a5-97a7fe1eda95 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/networks?id=a6579330-b641-4d71-b82f-a3d1fbd86683 HTTP/1.1" status: 200 len: 811 time: 0.1036196 May 10 19:13:23.377756 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-5970d17b-521d-433f-8e5c-1d4b8fd64ccf tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/quotas/506b976cacbb411391ef566d0aac8add HTTP/1.1" status: 200 len: 375 time: 0.0097020 May 10 19:13:23.428493 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-8f5b5c8a-85fb-4f20-8f92-a4929c511d0f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=506b976cacbb411391ef566d0aac8add&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460491 May 10 19:13:23.530035 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-cb535b01-c438-4fca-8f21-175b3ebef195 service neutron] 10.222.0.52 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899312 May 10 19:13:23.628172 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-79808001-ef34-4629-a7fa-60087594aeae service neutron] 10.222.0.52 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921662 May 10 19:13:23.974600 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-1915b29d-a8e0-452a-b7ed-c66471668df7 req-c244d69c-82d1-4186-bb0b-1bfb0b88eb3e tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0 HTTP/1.1" status: 200 len: 210 time: 0.0827913 May 10 19:13:25.031603 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-79372bd8-6923-4a90-8c83-0c158bd4530c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:13:25.033176 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-79372bd8-6923-4a90-8c83-0c158bd4530c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.48 "GET /v2.0/networks?id=a6579330-b641-4d71-b82f-a3d1fbd86683 HTTP/1.1" status: 200 len: 811 time: 0.1042397 May 10 19:13:25.072064 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-d79b1a4b-4c8c-4c07-88d5-8a48c311d59f req-12b6874f-5a8f-40a7-b641-1d57c930fea3 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0 HTTP/1.1" status: 200 len: 210 time: 0.0287311 May 10 19:13:25.102553 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-8737c06e-271b-4ed2-a0e9-5e8854d7aaad tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=506b976cacbb411391ef566d0aac8add HTTP/1.1" status: 200 len: 380 time: 0.0541940 May 10 19:13:25.127719 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-86d75316-4fff-4dbc-aae3-c0aeb487c926 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Request body: {'port': {'device_id': 'e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'admin_state_up': True, 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'security_groups': ['5f8a5fc6-552f-48df-bbb3-208e6587a60e']}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:13:25.249076 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-86d75316-4fff-4dbc-aae3-c0aeb487c926 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Made reservation on behalf of 506b976cacbb411391ef566d0aac8add for: {'port': 1} {{(pid=103423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:13:25.252509 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-86d75316-4fff-4dbc-aae3-c0aeb487c926 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:25.377798 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-86d75316-4fff-4dbc-aae3-c0aeb487c926 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Allocated IP 172.20.0.14 (a6579330-b641-4d71-b82f-a3d1fbd86683/66c7d8db-9900-40dc-90b9-9c924e1dcca8/6aa4a78f-6172-42fd-9e4f-aa274d733b4f) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:13:25.525161 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-86d75316-4fff-4dbc-aae3-c0aeb487c926 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for port (6aa4a78f-6172-42fd-9e4f-aa274d733b4f), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:25.560858 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-86d75316-4fff-4dbc-aae3-c0aeb487c926 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (6aa4a78f-6172-42fd-9e4f-aa274d733b4f), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:25.602069 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-86d75316-4fff-4dbc-aae3-c0aeb487c926 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Network a6579330-b641-4d71-b82f-a3d1fbd86683 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:13:25.605133 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-86d75316-4fff-4dbc-aae3-c0aeb487c926 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:13:25.608802 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-86d75316-4fff-4dbc-aae3-c0aeb487c926 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:13:25.639055 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d75316-4fff-4dbc-aae3-c0aeb487c926 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Pushing event updated for resources: {'Port': ['ID=6aa4a78f-6172-42fd-9e4f-aa274d733b4f,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:25.657383 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d75316-4fff-4dbc-aae3-c0aeb487c926 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:25.657807 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d75316-4fff-4dbc-aae3-c0aeb487c926 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:25.658358 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d75316-4fff-4dbc-aae3-c0aeb487c926 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:25.658877 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d75316-4fff-4dbc-aae3-c0aeb487c926 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:25.659210 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d75316-4fff-4dbc-aae3-c0aeb487c926 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:25.659543 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d75316-4fff-4dbc-aae3-c0aeb487c926 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:25.659886 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d75316-4fff-4dbc-aae3-c0aeb487c926 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:25.660195 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d75316-4fff-4dbc-aae3-c0aeb487c926 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:25.660534 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d75316-4fff-4dbc-aae3-c0aeb487c926 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:25.660868 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d75316-4fff-4dbc-aae3-c0aeb487c926 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:25.661199 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d75316-4fff-4dbc-aae3-c0aeb487c926 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:25.661608 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d75316-4fff-4dbc-aae3-c0aeb487c926 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:25.661872 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d75316-4fff-4dbc-aae3-c0aeb487c926 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:25.662200 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d75316-4fff-4dbc-aae3-c0aeb487c926 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:25.662516 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d75316-4fff-4dbc-aae3-c0aeb487c926 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:25.687932 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-86d75316-4fff-4dbc-aae3-c0aeb487c926 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:13:25.688568 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-86d75316-4fff-4dbc-aae3-c0aeb487c926 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:25.705851 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-86d75316-4fff-4dbc-aae3-c0aeb487c926 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5817893 May 10 19:13:25.728825 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.v2.base [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-f6e0586c-9862-4454-8c8e-53880417ac07 service neutron] Request body: {'port': {'device_id': 'e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:13:25.795173 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-f6e0586c-9862-4454-8c8e-53880417ac07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (6aa4a78f-6172-42fd-9e4f-aa274d733b4f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:25.864698 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-d8380f98-e1e4-464b-afae-9a600f33d6f1 None None] Provisioning complete for port 6aa4a78f-6172-42fd-9e4f-aa274d733b4f triggered by entity DHCP. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:13:25.865317 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d8380f98-e1e4-464b-afae-9a600f33d6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (6aa4a78f-6172-42fd-9e4f-aa274d733b4f), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:25.903282 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-d8380f98-e1e4-464b-afae-9a600f33d6f1 None None] Port 6aa4a78f-6172-42fd-9e4f-aa274d733b4f cannot update to ACTIVE because it is not bound. {{(pid=103424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:13:26.059189 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-f6e0586c-9862-4454-8c8e-53880417ac07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa4a78f-6172-42fd-9e4f-aa274d733b4f {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:13:26.067248 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-f6e0586c-9862-4454-8c8e-53880417ac07 service neutron] Publish callbacks [] for port (6aa4a78f-6172-42fd-9e4f-aa274d733b4f), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:26.080624 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-f6e0586c-9862-4454-8c8e-53880417ac07 service neutron] Transition to ACTIVE for port object 6aa4a78f-6172-42fd-9e4f-aa274d733b4f will not be triggered until provisioned by entity L2. {{(pid=103423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:13:26.086322 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-f6e0586c-9862-4454-8c8e-53880417ac07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (6aa4a78f-6172-42fd-9e4f-aa274d733b4f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:26.148717 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e0586c-9862-4454-8c8e-53880417ac07 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa4a78f-6172-42fd-9e4f-aa274d733b4f,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:26.240431 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d9c46-61ec-4898-88d8-5b34e33303dd req-15da495f-9bc9-4ae5-ae98-07fbb6f5f797 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:13:26.241992 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-768d9c46-61ec-4898-88d8-5b34e33303dd req-15da495f-9bc9-4ae5-ae98-07fbb6f5f797 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0 HTTP/1.1" status: 200 len: 944 time: 0.0738702 May 10 19:13:26.264125 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-f6e0586c-9862-4454-8c8e-53880417ac07 service neutron] Attempting to bind port 6aa4a78f-6172-42fd-9e4f-aa274d733b4f on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:13:26.264465 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-f6e0586c-9862-4454-8c8e-53880417ac07 service neutron] Attempting to bind port 6aa4a78f-6172-42fd-9e4f-aa274d733b4f by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '6bc4d870-08e7-4a4f-acf6-baae1c5f638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:13:26.264843 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-f6e0586c-9862-4454-8c8e-53880417ac07 service neutron] Attempting to bind port 6aa4a78f-6172-42fd-9e4f-aa274d733b4f on network a6579330-b641-4d71-b82f-a3d1fbd86683 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:13:26.276454 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-f6e0586c-9862-4454-8c8e-53880417ac07 service neutron] Port 6aa4a78f-6172-42fd-9e4f-aa274d733b4f on network a6579330-b641-4d71-b82f-a3d1fbd86683 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:13:26.276806 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-f6e0586c-9862-4454-8c8e-53880417ac07 service neutron] Attempting to bind port 6aa4a78f-6172-42fd-9e4f-aa274d733b4f on network a6579330-b641-4d71-b82f-a3d1fbd86683 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:13:26.286393 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-f6e0586c-9862-4454-8c8e-53880417ac07 service neutron] Checking agent: {'id': '84b4d3b2-b3ea-4da4-b994-5396953c421b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'started_at': datetime.datetime(2022, 5, 10, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:13:26.286753 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-f6e0586c-9862-4454-8c8e-53880417ac07 service neutron] Checking segment: {'id': '6bc4d870-08e7-4a4f-acf6-baae1c5f638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:13:26.287127 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-f6e0586c-9862-4454-8c8e-53880417ac07 service neutron] Bound using segment: {'id': '6bc4d870-08e7-4a4f-acf6-baae1c5f638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:13:26.287646 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-f6e0586c-9862-4454-8c8e-53880417ac07 service neutron] Bound port: 6aa4a78f-6172-42fd-9e4f-aa274d733b4f, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc4d870-08e7-4a4f-acf6-baae1c5f638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:13:26.287921 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-f6e0586c-9862-4454-8c8e-53880417ac07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (6aa4a78f-6172-42fd-9e4f-aa274d733b4f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:26.320857 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-768d9c46-61ec-4898-88d8-5b34e33303dd req-5584bb4c-f271-40a2-a6ff-ac847335d45c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709028 May 10 19:13:26.371484 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-f6e0586c-9862-4454-8c8e-53880417ac07 service neutron] For port 6aa4a78f-6172-42fd-9e4f-aa274d733b4f, host hv-cinder-83699, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:13:26.374453 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-f6e0586c-9862-4454-8c8e-53880417ac07 service neutron] For port 6aa4a78f-6172-42fd-9e4f-aa274d733b4f, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6aa4a78f-6172-42fd-9e4f-aa274d733b4f,segment=NetworkSegment(6bc4d870-08e7-4a4f-acf6-baae1c5f638f),segment_id=6bc4d870-08e7-4a4f-acf6-baae1c5f638f)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:13:26.381867 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-f6e0586c-9862-4454-8c8e-53880417ac07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6129854'] for port (6aa4a78f-6172-42fd-9e4f-aa274d733b4f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:26.416610 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-f6e0586c-9862-4454-8c8e-53880417ac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:13:26.417207 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-f6e0586c-9862-4454-8c8e-53880417ac07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:26.418633 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-f6e0586c-9862-4454-8c8e-53880417ac07 service neutron] 10.222.0.48 "PUT /v2.0/ports/6aa4a78f-6172-42fd-9e4f-aa274d733b4f HTTP/1.1" status: 200 len: 1094 time: 0.6942966 May 10 19:13:26.419095 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0', 'tag': '6aa4a78f-6172-42fd-9e4f-aa274d733b4f'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:13:26.421444 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989f4f1f-8e9c-466f-adcc-375273b13c19" -d '{"events": [{"name": "network-changed", "server_uuid": "e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0", "tag": "6aa4a78f-6172-42fd-9e4f-aa274d733b4f"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:13:26.447735 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e0586c-9862-4454-8c8e-53880417ac07 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa4a78f-6172-42fd-9e4f-aa274d733b4f,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:26.486009 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535bdd4b-bf57-47b9-b78b-2ee4db20c9d0 x-openstack-request-id: req-535bdd4b-bf57-47b9-b78b-2ee4db20c9d0 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:13:26.486147 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0", "tag": "6aa4a78f-6172-42fd-9e4f-aa274d733b4f", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:13:26.486363 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-535bdd4b-bf57-47b9-b78b-2ee4db20c9d0 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:13:26.486781 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-535bdd4b-bf57-47b9-b78b-2ee4db20c9d0'] response: {'name': 'network-changed', 'server_uuid': 'e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0', 'tag': '6aa4a78f-6172-42fd-9e4f-aa274d733b4f', 'status': 'completed', 'code': 200} May 10 19:13:26.546487 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-e63b7af8-d041-4f72-960e-7b09c650babb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:13:26.548104 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-e63b7af8-d041-4f72-960e-7b09c650babb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=506b976cacbb411391ef566d0aac8add&device_id=e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0 HTTP/1.1" status: 200 len: 1128 time: 0.0447814 May 10 19:13:26.597060 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-87eaa776-4bee-4f9c-9639-bf8101866c91 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6aa4a78f-6172-42fd-9e4f-aa274d733b4f HTTP/1.1" status: 200 len: 217 time: 0.0348952 May 10 19:13:26.649411 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-05dad5bb-09e0-4e9e-a6b9-2f50408d605c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:13:26.650917 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-05dad5bb-09e0-4e9e-a6b9-2f50408d605c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=66c7d8db-9900-40dc-90b9-9c924e1dcca8 HTTP/1.1" status: 200 len: 850 time: 0.0454202 May 10 19:13:26.697731 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-eb29e541-1cf4-4fcf-acb6-5cad6c371e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:13:26.699201 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-eb29e541-1cf4-4fcf-acb6-5cad6c371e3c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6579330-b641-4d71-b82f-a3d1fbd86683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0378213 May 10 19:13:26.791879 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-61965ba2-52cb-4ada-8a5e-445e9a807c1f service neutron] 10.222.0.48 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850573 May 10 19:13:26.885910 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-4f92d938-c292-45c2-8ddb-3419cc9acfc5 req-8c531d28-c47e-4ebc-9638-0194b1a7a89c service neutron] 10.222.0.48 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867865 May 10 19:13:27.321020 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f4f1f-8e9c-466f-adcc-375273b13c19 req-c88eea89-4a02-4da4-a44d-65c68cc48493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:13:27.322419 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-989f4f1f-8e9c-466f-adcc-375273b13c19 req-c88eea89-4a02-4da4-a44d-65c68cc48493 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=506b976cacbb411391ef566d0aac8add&device_id=e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0 HTTP/1.1" status: 200 len: 1128 time: 0.0484090 May 10 19:13:27.442790 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f4f1f-8e9c-466f-adcc-375273b13c19 req-ebd9a52a-d917-4ba9-9fa6-295a3197aa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:13:27.444275 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-989f4f1f-8e9c-466f-adcc-375273b13c19 req-ebd9a52a-d917-4ba9-9fa6-295a3197aa2e service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6579330-b641-4d71-b82f-a3d1fbd86683 HTTP/1.1" status: 200 len: 912 time: 0.1144814 May 10 19:13:27.455445 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33784fbe-6688-4a26-bc81-2f93b01d0f8f req-c9286d5f-399a-494b-a1ea-356fa8b21611 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:13:27.456909 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-33784fbe-6688-4a26-bc81-2f93b01d0f8f req-c9286d5f-399a-494b-a1ea-356fa8b21611 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0 HTTP/1.1" status: 200 len: 944 time: 0.0633988 May 10 19:13:27.496547 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-989f4f1f-8e9c-466f-adcc-375273b13c19 req-380fef2f-fdad-4c8d-b5af-e4360b561ae3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6aa4a78f-6172-42fd-9e4f-aa274d733b4f HTTP/1.1" status: 200 len: 217 time: 0.0386839 May 10 19:13:27.566422 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-33784fbe-6688-4a26-bc81-2f93b01d0f8f req-086d3cd2-f76d-468e-b8fb-435ae288c4ba tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026967 May 10 19:13:27.568162 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f4f1f-8e9c-466f-adcc-375273b13c19 req-0e0a45fb-4f84-43d3-864b-7316bfe5660e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:13:27.569665 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-989f4f1f-8e9c-466f-adcc-375273b13c19 req-0e0a45fb-4f84-43d3-864b-7316bfe5660e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=66c7d8db-9900-40dc-90b9-9c924e1dcca8 HTTP/1.1" status: 200 len: 850 time: 0.0631607 May 10 19:13:27.617366 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f4f1f-8e9c-466f-adcc-375273b13c19 req-8cdf019f-c3f1-478c-b781-05c5e31ffa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:13:27.618864 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-989f4f1f-8e9c-466f-adcc-375273b13c19 req-8cdf019f-c3f1-478c-b781-05c5e31ffa80 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6579330-b641-4d71-b82f-a3d1fbd86683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432360 May 10 19:13:27.720248 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-989f4f1f-8e9c-466f-adcc-375273b13c19 req-1cb0471b-ffe4-4b4a-8587-b0eb5521f940 service neutron] 10.222.0.48 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909727 May 10 19:13:27.822402 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-989f4f1f-8e9c-466f-adcc-375273b13c19 req-7cdf7335-ab87-4662-b601-68f45dc9708b service neutron] 10.222.0.48 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927024 May 10 19:13:28.692736 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324d030-ee89-4580-b06d-a83ac67c2653 req-429c1594-08eb-46a3-ae56-dcdd09b8e7fa tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:13:28.694240 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-d324d030-ee89-4580-b06d-a83ac67c2653 req-429c1594-08eb-46a3-ae56-dcdd09b8e7fa tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0 HTTP/1.1" status: 200 len: 944 time: 0.0494554 May 10 19:13:28.746243 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-d324d030-ee89-4580-b06d-a83ac67c2653 req-5b3e74e9-0a0a-4d0a-8100-de59403b7ef9 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459402 May 10 19:13:28.888288 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-cf579573-e49e-4c4a-a380-9dc880eaca52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:29.877909 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd2d0e-4480-40f9-9aa9-7b5f30cc1f62 req-b541f2de-5471-47de-a581-55f72bec7c64 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:13:29.879341 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2ebd2d0e-4480-40f9-9aa9-7b5f30cc1f62 req-b541f2de-5471-47de-a581-55f72bec7c64 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0 HTTP/1.1" status: 200 len: 944 time: 0.0474548 May 10 19:13:29.927734 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-2ebd2d0e-4480-40f9-9aa9-7b5f30cc1f62 req-8dee420c-c49b-4a53-9b09-47f4d1c058ba tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428162 May 10 19:13:31.063739 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b18a2-bd83-42c2-811b-73b4323b957a req-a68da6b5-0dde-41bb-893b-dcce7d1fb73b tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:13:31.065349 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-079b18a2-bd83-42c2-811b-73b4323b957a req-a68da6b5-0dde-41bb-893b-dcce7d1fb73b tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0 HTTP/1.1" status: 200 len: 944 time: 0.0527096 May 10 19:13:31.114510 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-079b18a2-bd83-42c2-811b-73b4323b957a req-25676887-76f6-4af7-b0c1-e2cd4648a904 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434954 May 10 19:13:31.277070 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c03976df-f3a8-4b3f-a976-63dfa70a572b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:32.230671 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840e700-ade2-411c-864d-09ee8aa667e8 req-543439b7-27a1-4e35-a34b-e69c0bc6cc2a tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:13:32.232101 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-6840e700-ade2-411c-864d-09ee8aa667e8 req-543439b7-27a1-4e35-a34b-e69c0bc6cc2a tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0 HTTP/1.1" status: 200 len: 944 time: 0.0464177 May 10 19:13:32.279974 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-6840e700-ade2-411c-864d-09ee8aa667e8 req-27af81fd-5767-490a-b1fa-8e284413004c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421624 May 10 19:13:32.648570 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:33.408101 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db1541-9400-4e8a-be08-b6feb952b65c req-37dff61f-5f6e-40fb-ba71-94882cee165d tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:13:33.409653 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-23db1541-9400-4e8a-be08-b6feb952b65c req-37dff61f-5f6e-40fb-ba71-94882cee165d tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0 HTTP/1.1" status: 200 len: 944 time: 0.0536308 May 10 19:13:33.458462 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-23db1541-9400-4e8a-be08-b6feb952b65c req-759d87c9-e459-457d-bcae-b4dad0916216 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430977 May 10 19:13:33.813072 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:34.581982 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e7e3c-b431-4d2b-acc3-70f810abdd84 req-d660c979-0fed-4683-a775-512196bd33bc tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:13:34.583461 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-803e7e3c-b431-4d2b-acc3-70f810abdd84 req-d660c979-0fed-4683-a775-512196bd33bc tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0 HTTP/1.1" status: 200 len: 944 time: 0.0504587 May 10 19:13:34.611185 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 6aa4a78f-6172-42fd-9e4f-aa274d733b4f details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:13:34.636264 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-803e7e3c-b431-4d2b-acc3-70f810abdd84 req-c445194b-dbc6-4baf-9dfc-2908d57f7553 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470386 May 10 19:13:34.713919 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 6aa4a78f-6172-42fd-9e4f-aa274d733b4f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6aa4a78f-6172-42fd-9e4f-aa274d733b4f,segment=NetworkSegment(6bc4d870-08e7-4a4f-acf6-baae1c5f638f),segment_id=6bc4d870-08e7-4a4f-acf6-baae1c5f638f)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:13:34.726678 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Returning: {'device': '6aa4a78f-6172-42fd-9e4f-aa274d733b4f', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'port_id': '6aa4a78f-6172-42fd-9e4f-aa274d733b4f', 'mac_address': 'fa:16:3e:5f:cf:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:13:34.775539 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port 6aa4a78f-6172-42fd-9e4f-aa274d733b4f is: DOWN; New status is: BUILD {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:13:34.775935 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (6aa4a78f-6172-42fd-9e4f-aa274d733b4f), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:34.792164 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa4a78f-6172-42fd-9e4f-aa274d733b4f {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:13:34.810814 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 6aa4a78f-6172-42fd-9e4f-aa274d733b4f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6aa4a78f-6172-42fd-9e4f-aa274d733b4f,segment=NetworkSegment(6bc4d870-08e7-4a4f-acf6-baae1c5f638f),segment_id=6bc4d870-08e7-4a4f-acf6-baae1c5f638f)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:13:34.817222 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (6aa4a78f-6172-42fd-9e4f-aa274d733b4f), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:34.864918 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=6aa4a78f-6172-42fd-9e4f-aa274d733b4f,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:34.872330 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:34.872765 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:34.873045 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:34.873744 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:34.874083 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:34.874411 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:34.874747 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:34.875063 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:34.875386 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:34.875708 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:34.876028 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:34.876378 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:34.876649 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:34.876988 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:34.877297 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:35.150275 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] get_ports_and_sgs() called for port_ids ['6aa4a78f-6172-42fd-9e4f-aa274d733b4f'] {{(pid=103424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:13:35.413935 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:35.766828 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8e02c-211f-46a2-b8da-79f1219d9b9f req-eefd2b81-5f08-487d-8572-9854a539c584 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:13:35.768329 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-abb8e02c-211f-46a2-b8da-79f1219d9b9f req-eefd2b81-5f08-487d-8572-9854a539c584 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0 HTTP/1.1" status: 200 len: 945 time: 0.0561528 May 10 19:13:35.819549 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-abb8e02c-211f-46a2-b8da-79f1219d9b9f req-414a0e75-dc64-4e26-a780-658558799ca3 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455053 May 10 19:13:36.627850 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 6aa4a78f-6172-42fd-9e4f-aa274d733b4f up at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:13:36.680303 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning for port 6aa4a78f-6172-42fd-9e4f-aa274d733b4f completed by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:13:36.689337 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Provisioning complete for port 6aa4a78f-6172-42fd-9e4f-aa274d733b4f triggered by entity L2. {{(pid=103424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:13:36.689709 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902117'] for port (6aa4a78f-6172-42fd-9e4f-aa274d733b4f), provisioning_complete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:36.820254 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Current status of the port 6aa4a78f-6172-42fd-9e4f-aa274d733b4f is: BUILD; New status is: ACTIVE {{(pid=103424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:13:36.820645 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (6aa4a78f-6172-42fd-9e4f-aa274d733b4f), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:36.879592 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa4a78f-6172-42fd-9e4f-aa274d733b4f'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:13:36.881919 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc4c72c1cd3e6c4fc9632b01e094f02638f1ddc8156bb4d740f489bc698d08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6908ec98-e97b-4355-8b24-3667bb4f3288" -d '{"events": [{"server_uuid": "e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0", "name": "network-vif-plugged", "status": "completed", "tag": "6aa4a78f-6172-42fd-9e4f-aa274d733b4f"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:13:36.898226 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] For port 6aa4a78f-6172-42fd-9e4f-aa274d733b4f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6aa4a78f-6172-42fd-9e4f-aa274d733b4f,segment=NetworkSegment(6bc4d870-08e7-4a4f-acf6-baae1c5f638f),segment_id=6bc4d870-08e7-4a4f-acf6-baae1c5f638f)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:13:36.910129 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614'] for port (6aa4a78f-6172-42fd-9e4f-aa274d733b4f), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:36.935972 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9d6dc5-a205-4af9-86b4-6fdf6165fbb9 x-openstack-request-id: req-8e9d6dc5-a205-4af9-86b4-6fdf6165fbb9 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:13:36.936214 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0", "name": "network-vif-plugged", "status": "completed", "tag": "6aa4a78f-6172-42fd-9e4f-aa274d733b4f", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:13:36.936500 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8e9d6dc5-a205-4af9-86b4-6fdf6165fbb9 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:13:36.936918 dv-cinder-836996-18-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e9d6dc5-a205-4af9-86b4-6fdf6165fbb9'] response: {'server_uuid': 'e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa4a78f-6172-42fd-9e4f-aa274d733b4f', 'code': 200} May 10 19:13:36.947103 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770bed5-2d92-4a5a-b8d0-f447a6d0e6d4 req-77a83681-1d45-475c-b5e5-f0d349bbc97a tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:13:36.948698 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9770bed5-2d92-4a5a-b8d0-f447a6d0e6d4 req-77a83681-1d45-475c-b5e5-f0d349bbc97a tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0 HTTP/1.1" status: 200 len: 946 time: 0.0504084 May 10 19:13:36.962842 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Pushing event updated for resources: {'Port': ['ID=6aa4a78f-6172-42fd-9e4f-aa274d733b4f,revision_number=5']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:37.001179 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9770bed5-2d92-4a5a-b8d0-f447a6d0e6d4 req-c3505aab-910d-42d2-88d8-90231049108a tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466676 May 10 19:13:37.270958 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5531209-c1a1-4ecc-9b02-07b8a4366f36 req-312f3c0a-099a-41f2-b16b-ea8cc072a74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:13:37.272465 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c5531209-c1a1-4ecc-9b02-07b8a4366f36 req-312f3c0a-099a-41f2-b16b-ea8cc072a74f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0 HTTP/1.1" status: 200 len: 1130 time: 0.0956123 May 10 19:13:37.323417 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c5531209-c1a1-4ecc-9b02-07b8a4366f36 req-c8bf2430-b96d-467d-8fdc-90dc3080a0dd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405378 May 10 19:13:38.137913 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637c684-f18b-4b22-ad1b-48188e90c03d req-57644d42-ffe7-4dc5-9143-3f5f56f90787 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:13:38.139398 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-e637c684-f18b-4b22-ad1b-48188e90c03d req-57644d42-ffe7-4dc5-9143-3f5f56f90787 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0 HTTP/1.1" status: 200 len: 946 time: 0.0560992 May 10 19:13:38.188979 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-e637c684-f18b-4b22-ad1b-48188e90c03d req-f07ea947-4a74-4a08-ab73-01c1cd626420 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438099 May 10 19:13:38.694087 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:39.311412 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72c7ef-a287-4181-8925-f3bcd5cfc557 req-eb4aaa4f-fc0c-4823-b8b7-17d7a75a3c28 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:13:39.312840 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9c72c7ef-a287-4181-8925-f3bcd5cfc557 req-eb4aaa4f-fc0c-4823-b8b7-17d7a75a3c28 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0 HTTP/1.1" status: 200 len: 946 time: 0.0469155 May 10 19:13:39.361175 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-9c72c7ef-a287-4181-8925-f3bcd5cfc557 req-9d064627-1556-467c-ba5a-bb67ef01c0ce tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427952 May 10 19:13:39.478697 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757cea7f-0da1-4dc0-b0b8-94583b83ed6c req-52299092-7799-4223-b9e9-d0f2a19c5fa2 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:13:39.480144 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-757cea7f-0da1-4dc0-b0b8-94583b83ed6c req-52299092-7799-4223-b9e9-d0f2a19c5fa2 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0 HTTP/1.1" status: 200 len: 946 time: 0.0473320 May 10 19:13:39.529432 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-757cea7f-0da1-4dc0-b0b8-94583b83ed6c req-edc3cdb5-a7ba-4389-9128-c1e1be6cb52c tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435600 May 10 19:13:39.559495 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 50006) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:13:39.599713 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bcd674-2104-453f-8285-1bebd67132f8 tempest-TestVolumeBootPattern-134394865 tempest-TestVolumeBootPattern-134394865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:13:39.601271 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-93bcd674-2104-453f-8285-1bebd67132f8 tempest-TestVolumeBootPattern-134394865 tempest-TestVolumeBootPattern-134394865-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0 HTTP/1.1" status: 200 len: 1125 time: 0.0408027 May 10 19:13:39.604081 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 50008) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:13:39.608292 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.v2.base [None req-0becf84e-9047-470c-a641-7e26abb5997f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Request body: {'floatingip': {'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'port_id': '6aa4a78f-6172-42fd-9e4f-aa274d733b4f', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:13:39.630069 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0becf84e-9047-470c-a641-7e26abb5997f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:39.705560 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0becf84e-9047-470c-a641-7e26abb5997f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:39.819131 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-0becf84e-9047-470c-a641-7e26abb5997f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Allocated IP 172.27.1.188 (fea53afb-2d4d-48cb-89ec-9b33d8fc553d/12fc4f2d-8382-4ccf-abb9-52281f433079/46b883fe-4dac-44f4-a56e-37243210e53d) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:13:39.922131 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0becf84e-9047-470c-a641-7e26abb5997f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for port (46b883fe-4dac-44f4-a56e-37243210e53d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:39.959356 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0becf84e-9047-470c-a641-7e26abb5997f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776401544578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4468833'] for port (46b883fe-4dac-44f4-a56e-37243210e53d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:39.998894 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0becf84e-9047-470c-a641-7e26abb5997f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Network fea53afb-2d4d-48cb-89ec-9b33d8fc553d is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:13:40.001812 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-0becf84e-9047-470c-a641-7e26abb5997f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:13:40.005288 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0becf84e-9047-470c-a641-7e26abb5997f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:13:40.029474 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0becf84e-9047-470c-a641-7e26abb5997f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Pushing event updated for resources: {'Port': ['ID=46b883fe-4dac-44f4-a56e-37243210e53d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:40.042931 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0becf84e-9047-470c-a641-7e26abb5997f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:40.043275 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0becf84e-9047-470c-a641-7e26abb5997f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:40.043615 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0becf84e-9047-470c-a641-7e26abb5997f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:40.043955 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0becf84e-9047-470c-a641-7e26abb5997f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:40.044286 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0becf84e-9047-470c-a641-7e26abb5997f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:40.044629 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0becf84e-9047-470c-a641-7e26abb5997f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:40.044997 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0becf84e-9047-470c-a641-7e26abb5997f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:40.045322 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0becf84e-9047-470c-a641-7e26abb5997f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:40.045648 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0becf84e-9047-470c-a641-7e26abb5997f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:40.045964 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0becf84e-9047-470c-a641-7e26abb5997f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:40.046300 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0becf84e-9047-470c-a641-7e26abb5997f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:40.046614 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0becf84e-9047-470c-a641-7e26abb5997f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:40.046929 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0becf84e-9047-470c-a641-7e26abb5997f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:40.047246 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0becf84e-9047-470c-a641-7e26abb5997f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:40.047565 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0becf84e-9047-470c-a641-7e26abb5997f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:40.385050 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0becf84e-9047-470c-a641-7e26abb5997f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for floatingip (544c503a-2c54-4b12-b6b4-896c5bc496ad), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:40.454135 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0becf84e-9047-470c-a641-7e26abb5997f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877350'] for port (46b883fe-4dac-44f4-a56e-37243210e53d), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:40.618987 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0becf84e-9047-470c-a641-7e26abb5997f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for port (46b883fe-4dac-44f4-a56e-37243210e53d), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:40.626366 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0becf84e-9047-470c-a641-7e26abb5997f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776402070438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776401544596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776401544614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4468760'] for port (46b883fe-4dac-44f4-a56e-37243210e53d), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:40.692270 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0becf84e-9047-470c-a641-7e26abb5997f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Pushing event updated for resources: {'Port': ['ID=46b883fe-4dac-44f4-a56e-37243210e53d,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:40.704106 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0becf84e-9047-470c-a641-7e26abb5997f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2085825'] for floatingip (544c503a-2c54-4b12-b6b4-896c5bc496ad), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:40.807713 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.db.l3_db [None req-0becf84e-9047-470c-a641-7e26abb5997f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Floating IP 544c503a-2c54-4b12-b6b4-896c5bc496ad associated. External IP: 172.27.1.188, port: 6aa4a78f-6172-42fd-9e4f-aa274d733b4f. May 10 19:13:41.028635 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0becf84e-9047-470c-a641-7e26abb5997f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Router 30da25e5-cce7-4cf7-9e19-dd18fc795fea has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:13:41.138722 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0becf84e-9047-470c-a641-7e26abb5997f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:13:41.148715 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ac8298-3678-4b6f-8a40-9aa54aea870e None None] Sync routers for ids ['30da25e5-cce7-4cf7-9e19-dd18fc795fea'] in dv-cinder-836996-18-iscsi {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:13:41.158131 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0becf84e-9047-470c-a641-7e26abb5997f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:41.159467 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ac8298-3678-4b6f-8a40-9aa54aea870e None None] Routers {'30da25e5-cce7-4cf7-9e19-dd18fc795fea'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:13:41.160092 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-71ac8298-3678-4b6f-8a40-9aa54aea870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:13:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['30da25e5-cce7-4cf7-9e19-dd18fc795fea'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:13:41.189594 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-0becf84e-9047-470c-a641-7e26abb5997f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5823715 May 10 19:13:41.189594 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0', 'tag': '6aa4a78f-6172-42fd-9e4f-aa274d733b4f'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:13:41.190425 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd46a798d5a9e44ec306513f4cdcaf49ebfda34863e20c5e194c8a5ee67cd38b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02f4d3a-cdc9-4532-8a71-73106cab0e3b" -d '{"events": [{"name": "network-changed", "server_uuid": "e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0", "tag": "6aa4a78f-6172-42fd-9e4f-aa274d733b4f"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:13:41.274366 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-71ac8298-3678-4b6f-8a40-9aa54aea870e None None] Set router 30da25e5-cce7-4cf7-9e19-dd18fc795fea gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:13:41.283395 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e43d3ee-0674-4283-8b84-c3539e8174d5 x-openstack-request-id: req-8e43d3ee-0674-4283-8b84-c3539e8174d5 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:13:41.283692 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0", "tag": "6aa4a78f-6172-42fd-9e4f-aa274d733b4f", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:13:41.283961 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8e43d3ee-0674-4283-8b84-c3539e8174d5 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:13:41.284378 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e43d3ee-0674-4283-8b84-c3539e8174d5'] response: {'name': 'network-changed', 'server_uuid': 'e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0', 'tag': '6aa4a78f-6172-42fd-9e4f-aa274d733b4f', 'status': 'completed', 'code': 200} May 10 19:13:41.381925 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f4d3a-cdc9-4532-8a71-73106cab0e3b req-20b0dd78-600a-45e5-92ae-bc93685d090c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:13:41.383427 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c02f4d3a-cdc9-4532-8a71-73106cab0e3b req-20b0dd78-600a-45e5-92ae-bc93685d090c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=506b976cacbb411391ef566d0aac8add&device_id=e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0 HTTP/1.1" status: 200 len: 1130 time: 0.0397511 May 10 19:13:41.474363 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f4d3a-cdc9-4532-8a71-73106cab0e3b req-9e9d55de-790d-4e06-ae14-edb5d8b99772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:13:41.475847 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c02f4d3a-cdc9-4532-8a71-73106cab0e3b req-9e9d55de-790d-4e06-ae14-edb5d8b99772 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6579330-b641-4d71-b82f-a3d1fbd86683 HTTP/1.1" status: 200 len: 912 time: 0.0865769 May 10 19:13:41.493060 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-71ac8298-3678-4b6f-8a40-9aa54aea870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'name': 'tempest-TestVolumeBootPattern-491433956-router', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:37Z', 'revision_number': 4, 'project_id': '506b976cacbb411391ef566d0aac8add', 'gw_port': {'id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': '531e894f-3779-4713-9db4-c496ec69d602', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'port_id': '3c448091-4498-47de-967c-ce981566689b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'mac_address': 'fa:16:3e:8e:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb22651-c9c6-4f0a-8b65-53e689faa06e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:11:43Z', 'updated_at': '2022-05-10T19:11:45Z', 'revision_number': 1, 'project_id': '506b976cacbb411391ef566d0aac8add', 'fixed_ip_address_scope': None}, {'id': '544c503a-2c54-4b12-b6b4-896c5bc496ad', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'port_id': '6aa4a78f-6172-42fd-9e4f-aa274d733b4f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'mac_address': 'fa:16:3e:5f:cf:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:13:40Z', 'updated_at': '2022-05-10T19:13:40Z', 'revision_number': 0, 'project_id': '506b976cacbb411391ef566d0aac8add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc9fd3e-91d6-4161-bad7-52c045c28ccd', 'name': '', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'mac_address': 'fa:16:3e:12:bb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:37Z', 'updated_at': '2022-05-10T19:08:41Z', 'revision_number': 5, 'project_id': '506b976cacbb411391ef566d0aac8add', 'subnets': [{'id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:13:41.522777 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ac8298-3678-4b6f-8a40-9aa54aea870e None None] Checking router: 30da25e5-cce7-4cf7-9e19-dd18fc795fea for host: dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:13:41.531481 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ac8298-3678-4b6f-8a40-9aa54aea870e None None] Routers {'30da25e5-cce7-4cf7-9e19-dd18fc795fea'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:13:41.531996 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-71ac8298-3678-4b6f-8a40-9aa54aea870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:13:31Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['30da25e5-cce7-4cf7-9e19-dd18fc795fea'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:13:41.541133 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c02f4d3a-cdc9-4532-8a71-73106cab0e3b req-e755fc88-4144-474b-9662-73553d8b18a7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6aa4a78f-6172-42fd-9e4f-aa274d733b4f HTTP/1.1" status: 200 len: 1000 time: 0.0588121 May 10 19:13:41.592776 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f4d3a-cdc9-4532-8a71-73106cab0e3b req-a5f4598a-510b-43d4-9e8f-b12114174b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:13:41.594256 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c02f4d3a-cdc9-4532-8a71-73106cab0e3b req-a5f4598a-510b-43d4-9e8f-b12114174b42 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=66c7d8db-9900-40dc-90b9-9c924e1dcca8 HTTP/1.1" status: 200 len: 850 time: 0.0479598 May 10 19:13:41.638856 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f4d3a-cdc9-4532-8a71-73106cab0e3b req-746fec49-c546-427c-ac86-da1df539e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:13:41.640389 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c02f4d3a-cdc9-4532-8a71-73106cab0e3b req-746fec49-c546-427c-ac86-da1df539e55b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6579330-b641-4d71-b82f-a3d1fbd86683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400269 May 10 19:13:41.651808 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:13:41.656451 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-71ac8298-3678-4b6f-8a40-9aa54aea870e None None] Set router 30da25e5-cce7-4cf7-9e19-dd18fc795fea gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:13:41.727761 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c02f4d3a-cdc9-4532-8a71-73106cab0e3b req-2ba39a79-86bc-4cd6-bd44-90e448126ea8 service neutron] 10.222.0.48 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811048 May 10 19:13:41.818451 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-c02f4d3a-cdc9-4532-8a71-73106cab0e3b req-0a3a037b-4360-4d9f-a54a-2448e519e68c service neutron] 10.222.0.48 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849216 May 10 19:13:41.871375 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-71ac8298-3678-4b6f-8a40-9aa54aea870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'name': 'tempest-TestVolumeBootPattern-491433956-router', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:37Z', 'revision_number': 4, 'project_id': '506b976cacbb411391ef566d0aac8add', 'gw_port': {'id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': '531e894f-3779-4713-9db4-c496ec69d602', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'port_id': '3c448091-4498-47de-967c-ce981566689b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'mac_address': 'fa:16:3e:8e:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb22651-c9c6-4f0a-8b65-53e689faa06e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:11:43Z', 'updated_at': '2022-05-10T19:11:45Z', 'revision_number': 1, 'project_id': '506b976cacbb411391ef566d0aac8add', 'fixed_ip_address_scope': None}, {'id': '544c503a-2c54-4b12-b6b4-896c5bc496ad', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'port_id': '6aa4a78f-6172-42fd-9e4f-aa274d733b4f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'mac_address': 'fa:16:3e:5f:cf:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:13:40Z', 'updated_at': '2022-05-10T19:13:40Z', 'revision_number': 0, 'project_id': '506b976cacbb411391ef566d0aac8add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc9fd3e-91d6-4161-bad7-52c045c28ccd', 'name': '', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'mac_address': 'fa:16:3e:12:bb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:37Z', 'updated_at': '2022-05-10T19:08:41Z', 'revision_number': 5, 'project_id': '506b976cacbb411391ef566d0aac8add', 'subnets': [{'id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:13:41.901118 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ac8298-3678-4b6f-8a40-9aa54aea870e None None] The sync data for ids ['30da25e5-cce7-4cf7-9e19-dd18fc795fea'] in dv-cinder-836996-18-iscsi is: [{'id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'name': 'tempest-TestVolumeBootPattern-491433956-router', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:37Z', 'revision_number': 4, 'project_id': '506b976cacbb411391ef566d0aac8add', 'gw_port': {'id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': '531e894f-3779-4713-9db4-c496ec69d602', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'port_id': '3c448091-4498-47de-967c-ce981566689b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'mac_address': 'fa:16:3e:8e:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb22651-c9c6-4f0a-8b65-53e689faa06e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:11:43Z', 'updated_at': '2022-05-10T19:11:45Z', 'revision_number': 1, 'project_id': '506b976cacbb411391ef566d0aac8add', 'fixed_ip_address_scope': None}, {'id': '544c503a-2c54-4b12-b6b4-896c5bc496ad', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'port_id': '6aa4a78f-6172-42fd-9e4f-aa274d733b4f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'mac_address': 'fa:16:3e:5f:cf:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:13:40Z', 'updated_at': '2022-05-10T19:13:40Z', 'revision_number': 0, 'project_id': '506b976cacbb411391ef566d0aac8add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc9fd3e-91d6-4161-bad7-52c045c28ccd', 'name': '', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'mac_address': 'fa:16:3e:12:bb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:37Z', 'updated_at': '2022-05-10T19:08:41Z', 'revision_number': 5, 'project_id': '506b976cacbb411391ef566d0aac8add', 'subnets': [{'id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:13:42.091812 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9adabc6-7174-4233-b4a5-302371172e53 None None] New status for floating IP 544c503a-2c54-4b12-b6b4-896c5bc496ad: ACTIVE {{(pid=103425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:13:44.692510 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [req-e77d35a5-a9df-47be-b78e-2b483af4ef46 req-2b1a75db-c9d7-48de-8073-2b1db459fbce service neutron] (103423) timed out ('10.222.0.48', 60783) {{(pid=103423) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 19:13:45.206874 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [req-c98ea1c7-11ae-41bf-85fe-8c6d79047808 req-962dfa10-7516-491a-97ad-74ceaae5f191 service neutron] (103422) timed out ('10.222.0.48', 60764) {{(pid=103422) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 19:13:48.708907 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [req-0ceebb03-1543-4aa5-9286-ed274bfcf9a8 req-ba6513ba-3fe3-4426-9650-375869651e24 service neutron] (103422) timed out ('10.222.0.48', 60758) {{(pid=103422) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 19:13:58.893454 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2cffdb35-c4b8-4529-abda-84df5ebbbe56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:14:01.277686 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7db11b0e-f3b6-4768-9347-def86874dad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:14:02.650296 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:14:03.822133 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:14:05.406491 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:14:07.548429 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [req-684faae5-dae3-4b49-aea9-1f45d85651fc req-8543925a-0072-4450-99bb-81b3557005f9 service neutron] (103422) timed out ('10.222.0.48', 60772) {{(pid=103422) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 19:14:08.692076 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:14:17.274460 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ed706df9-c561-490b-9236-39aeb5d2966c req-61ef2ebb-99ea-4088-a463-013b8be25774 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5eb22651-c9c6-4f0a-8b65-53e689faa06e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480738 May 10 19:14:17.373014 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed706df9-c561-490b-9236-39aeb5d2966c req-b8da6f2f-4dfd-4798-b983-fd16a6a6c992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:14:17.374477 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ed706df9-c561-490b-9236-39aeb5d2966c req-b8da6f2f-4dfd-4798-b983-fd16a6a6c992 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=506b976cacbb411391ef566d0aac8add&device_id=5eb22651-c9c6-4f0a-8b65-53e689faa06e HTTP/1.1" status: 200 len: 1129 time: 0.0391390 May 10 19:14:17.767055 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed706df9-c561-490b-9236-39aeb5d2966c req-f380ceb3-1841-4838-8422-a9afd83389dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:14:17.768527 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ed706df9-c561-490b-9236-39aeb5d2966c req-f380ceb3-1841-4838-8422-a9afd83389dd service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6579330-b641-4d71-b82f-a3d1fbd86683 HTTP/1.1" status: 200 len: 912 time: 0.3692009 May 10 19:14:17.832274 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ed706df9-c561-490b-9236-39aeb5d2966c req-f5d85120-ec20-481d-a46e-cdbb10b5fa44 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c448091-4498-47de-967c-ce981566689b HTTP/1.1" status: 200 len: 1001 time: 0.0566022 May 10 19:14:17.882993 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed706df9-c561-490b-9236-39aeb5d2966c req-d2a76c3b-7b5d-437c-b97c-0920e219e578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:14:17.884369 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ed706df9-c561-490b-9236-39aeb5d2966c req-d2a76c3b-7b5d-437c-b97c-0920e219e578 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=66c7d8db-9900-40dc-90b9-9c924e1dcca8 HTTP/1.1" status: 200 len: 850 time: 0.0451291 May 10 19:14:17.929785 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed706df9-c561-490b-9236-39aeb5d2966c req-d68e7fbe-68ae-4e47-b83f-6d34fda7350a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:14:17.931637 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ed706df9-c561-490b-9236-39aeb5d2966c req-d68e7fbe-68ae-4e47-b83f-6d34fda7350a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6579330-b641-4d71-b82f-a3d1fbd86683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413127 May 10 19:14:18.022167 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ed706df9-c561-490b-9236-39aeb5d2966c req-ffe6fee9-0cd4-4d2c-a13d-508ca2f4a07b service neutron] 10.222.0.48 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834615 May 10 19:14:18.118642 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ed706df9-c561-490b-9236-39aeb5d2966c req-47e8f82f-8fe4-4f4d-b3cd-834af735c4b6 service neutron] 10.222.0.48 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875788 May 10 19:14:18.656440 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:14:28.896099 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d9eec423-1acd-4e65-863d-61f8d92c0e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:14:31.278697 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c8bba65f-59d8-4842-b141-c9adc6ea9d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:14:32.650922 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:14:33.822600 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:14:35.411598 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:14:38.699649 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:14:55.661164 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:14:58.897691 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a381b72c-485b-42dd-9bd8-5032779e1152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:01.277489 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e6b575d6-6271-48cb-89c1-c16e7c5f65cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:02.655553 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:03.829059 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:05.413914 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:08.661366 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 50032) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:15:08.700274 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:08.873950 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-0646c395-423d-4b31-97c2-87b81a0b7da1 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Deleting port 46b883fe-4dac-44f4-a56e-37243210e53d {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:15:08.874243 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0646c395-423d-4b31-97c2-87b81a0b7da1 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (46b883fe-4dac-44f4-a56e-37243210e53d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:08.952928 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0646c395-423d-4b31-97c2-87b81a0b7da1 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (46b883fe-4dac-44f4-a56e-37243210e53d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:08.953166 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0646c395-423d-4b31-97c2-87b81a0b7da1 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for floatingip (46b883fe-4dac-44f4-a56e-37243210e53d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:08.968800 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-0646c395-423d-4b31-97c2-87b81a0b7da1 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Calling delete_port for 46b883fe-4dac-44f4-a56e-37243210e53d owned by network:floatingip {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:15:09.389150 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0646c395-423d-4b31-97c2-87b81a0b7da1 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4468833'] for port (46b883fe-4dac-44f4-a56e-37243210e53d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:09.415757 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646c395-423d-4b31-97c2-87b81a0b7da1 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Pushing event deleted for resources: {'Port': ['ID=46b883fe-4dac-44f4-a56e-37243210e53d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:09.427613 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646c395-423d-4b31-97c2-87b81a0b7da1 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:09.428006 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646c395-423d-4b31-97c2-87b81a0b7da1 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:09.428352 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646c395-423d-4b31-97c2-87b81a0b7da1 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:09.428706 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646c395-423d-4b31-97c2-87b81a0b7da1 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:09.429065 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646c395-423d-4b31-97c2-87b81a0b7da1 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:09.429400 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646c395-423d-4b31-97c2-87b81a0b7da1 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:09.429735 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646c395-423d-4b31-97c2-87b81a0b7da1 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:09.430066 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646c395-423d-4b31-97c2-87b81a0b7da1 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:09.430396 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646c395-423d-4b31-97c2-87b81a0b7da1 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:09.430728 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646c395-423d-4b31-97c2-87b81a0b7da1 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:09.431044 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646c395-423d-4b31-97c2-87b81a0b7da1 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:09.431375 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646c395-423d-4b31-97c2-87b81a0b7da1 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:09.431699 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646c395-423d-4b31-97c2-87b81a0b7da1 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:09.432031 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646c395-423d-4b31-97c2-87b81a0b7da1 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:09.432354 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646c395-423d-4b31-97c2-87b81a0b7da1 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:09.487217 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0646c395-423d-4b31-97c2-87b81a0b7da1 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for floatingip (544c503a-2c54-4b12-b6b4-896c5bc496ad), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:09.487561 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.db.l3_db [None req-0646c395-423d-4b31-97c2-87b81a0b7da1 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Floating IP 544c503a-2c54-4b12-b6b4-896c5bc496ad disassociated (deleted). External IP: 172.27.1.188, port: 6aa4a78f-6172-42fd-9e4f-aa274d733b4f. May 10 19:15:09.703094 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0646c395-423d-4b31-97c2-87b81a0b7da1 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Router 30da25e5-cce7-4cf7-9e19-dd18fc795fea has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:15:09.817534 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0646c395-423d-4b31-97c2-87b81a0b7da1 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:15:09.822498 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0646c395-423d-4b31-97c2-87b81a0b7da1 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:09.827337 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aae4ade-c2ef-49ee-ad48-92dd4b038abe None None] Sync routers for ids ['30da25e5-cce7-4cf7-9e19-dd18fc795fea'] in dv-cinder-836996-18-iscsi {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:15:09.837732 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aae4ade-c2ef-49ee-ad48-92dd4b038abe None None] Routers {'30da25e5-cce7-4cf7-9e19-dd18fc795fea'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:15:09.838359 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0aae4ade-c2ef-49ee-ad48-92dd4b038abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:15:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['30da25e5-cce7-4cf7-9e19-dd18fc795fea'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:15:09.851286 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-0646c395-423d-4b31-97c2-87b81a0b7da1 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "DELETE /v2.0/floatingips/544c503a-2c54-4b12-b6b4-896c5bc496ad HTTP/1.1" status: 204 len: 168 time: 1.1884086 May 10 19:15:09.851866 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0', 'tag': '6aa4a78f-6172-42fd-9e4f-aa274d733b4f'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:15:09.854214 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd46a798d5a9e44ec306513f4cdcaf49ebfda34863e20c5e194c8a5ee67cd38b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0633c340-e71b-4cc5-94db-99943f11e070" -d '{"events": [{"name": "network-changed", "server_uuid": "e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0", "tag": "6aa4a78f-6172-42fd-9e4f-aa274d733b4f"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:15:09.893403 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84be6fa6-7d4a-4770-b338-14e95deab608 x-openstack-request-id: req-84be6fa6-7d4a-4770-b338-14e95deab608 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:15:09.893896 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0", "tag": "6aa4a78f-6172-42fd-9e4f-aa274d733b4f", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:15:09.894200 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-84be6fa6-7d4a-4770-b338-14e95deab608 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:15:09.894778 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84be6fa6-7d4a-4770-b338-14e95deab608'] response: {'name': 'network-changed', 'server_uuid': 'e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0', 'tag': '6aa4a78f-6172-42fd-9e4f-aa274d733b4f', 'status': 'completed', 'code': 200} May 10 19:15:09.951220 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-0aae4ade-c2ef-49ee-ad48-92dd4b038abe None None] Set router 30da25e5-cce7-4cf7-9e19-dd18fc795fea gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:15:09.997870 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633c340-e71b-4cc5-94db-99943f11e070 req-8dd47feb-6b45-40a9-8498-91d585579d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:15:09.999477 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0633c340-e71b-4cc5-94db-99943f11e070 req-8dd47feb-6b45-40a9-8498-91d585579d5c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=506b976cacbb411391ef566d0aac8add&device_id=e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0 HTTP/1.1" status: 200 len: 1130 time: 0.0476012 May 10 19:15:10.081018 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c444b7-6275-4f89-9d90-399bed9ee2c5 req-4f162d00-5e02-4c28-af11-a65f0c17eedc tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:15:10.082490 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-96c444b7-6275-4f89-9d90-399bed9ee2c5 req-4f162d00-5e02-4c28-af11-a65f0c17eedc tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0 HTTP/1.1" status: 200 len: 946 time: 0.0475128 May 10 19:15:10.134510 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-96c444b7-6275-4f89-9d90-399bed9ee2c5 req-01ec6ad3-e6e3-4c65-871d-7ff744c03a10 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459847 May 10 19:15:10.175856 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0aae4ade-c2ef-49ee-ad48-92dd4b038abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'name': 'tempest-TestVolumeBootPattern-491433956-router', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:37Z', 'revision_number': 4, 'project_id': '506b976cacbb411391ef566d0aac8add', 'gw_port': {'id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': '531e894f-3779-4713-9db4-c496ec69d602', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'port_id': '3c448091-4498-47de-967c-ce981566689b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'mac_address': 'fa:16:3e:8e:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb22651-c9c6-4f0a-8b65-53e689faa06e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:11:43Z', 'updated_at': '2022-05-10T19:11:45Z', 'revision_number': 1, 'project_id': '506b976cacbb411391ef566d0aac8add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc9fd3e-91d6-4161-bad7-52c045c28ccd', 'name': '', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'mac_address': 'fa:16:3e:12:bb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:37Z', 'updated_at': '2022-05-10T19:08:41Z', 'revision_number': 5, 'project_id': '506b976cacbb411391ef566d0aac8add', 'subnets': [{'id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:15:10.201198 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aae4ade-c2ef-49ee-ad48-92dd4b038abe None None] Checking router: 30da25e5-cce7-4cf7-9e19-dd18fc795fea for host: dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:15:10.209706 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aae4ade-c2ef-49ee-ad48-92dd4b038abe None None] Routers {'30da25e5-cce7-4cf7-9e19-dd18fc795fea'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:15:10.210270 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0aae4ade-c2ef-49ee-ad48-92dd4b038abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:15:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['30da25e5-cce7-4cf7-9e19-dd18fc795fea'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:15:10.317702 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-0aae4ade-c2ef-49ee-ad48-92dd4b038abe None None] Set router 30da25e5-cce7-4cf7-9e19-dd18fc795fea gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:15:10.530066 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0aae4ade-c2ef-49ee-ad48-92dd4b038abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'name': 'tempest-TestVolumeBootPattern-491433956-router', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:37Z', 'revision_number': 4, 'project_id': '506b976cacbb411391ef566d0aac8add', 'gw_port': {'id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': '531e894f-3779-4713-9db4-c496ec69d602', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'port_id': '3c448091-4498-47de-967c-ce981566689b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'mac_address': 'fa:16:3e:8e:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb22651-c9c6-4f0a-8b65-53e689faa06e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:11:43Z', 'updated_at': '2022-05-10T19:11:45Z', 'revision_number': 1, 'project_id': '506b976cacbb411391ef566d0aac8add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc9fd3e-91d6-4161-bad7-52c045c28ccd', 'name': '', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'mac_address': 'fa:16:3e:12:bb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:37Z', 'updated_at': '2022-05-10T19:08:41Z', 'revision_number': 5, 'project_id': '506b976cacbb411391ef566d0aac8add', 'subnets': [{'id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:15:10.560422 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aae4ade-c2ef-49ee-ad48-92dd4b038abe None None] The sync data for ids ['30da25e5-cce7-4cf7-9e19-dd18fc795fea'] in dv-cinder-836996-18-iscsi is: [{'id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'name': 'tempest-TestVolumeBootPattern-491433956-router', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:37Z', 'revision_number': 4, 'project_id': '506b976cacbb411391ef566d0aac8add', 'gw_port': {'id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_floatingips': [{'id': '531e894f-3779-4713-9db4-c496ec69d602', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'router_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'port_id': '3c448091-4498-47de-967c-ce981566689b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'mac_address': 'fa:16:3e:8e:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb22651-c9c6-4f0a-8b65-53e689faa06e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:11:43Z', 'updated_at': '2022-05-10T19:11:45Z', 'revision_number': 1, 'project_id': '506b976cacbb411391ef566d0aac8add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc9fd3e-91d6-4161-bad7-52c045c28ccd', 'name': '', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'mac_address': 'fa:16:3e:12:bb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:37Z', 'updated_at': '2022-05-10T19:08:41Z', 'revision_number': 5, 'project_id': '506b976cacbb411391ef566d0aac8add', 'subnets': [{'id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:15:10.794933 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb12e42c-0374-45f4-b26b-e796e27f81ee None None] New status for floating IP 544c503a-2c54-4b12-b6b4-896c5bc496ad: DOWN {{(pid=103425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:15:11.268007 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3298346-966c-4f7f-9f61-b3d36d21558b req-91e4231a-a2fb-49e7-bcaf-d3e0e6ff48df tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:15:11.269579 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b3298346-966c-4f7f-9f61-b3d36d21558b req-91e4231a-a2fb-49e7-bcaf-d3e0e6ff48df tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0 HTTP/1.1" status: 200 len: 946 time: 0.0522571 May 10 19:15:11.318981 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-b3298346-966c-4f7f-9f61-b3d36d21558b req-fa38d7f4-1aea-436c-9bb1-825d3c68c0ab tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436180 May 10 19:15:11.333733 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633c340-e71b-4cc5-94db-99943f11e070 req-e2d9da7d-950e-474c-9cac-4d5a9301d4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:15:11.336108 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0633c340-e71b-4cc5-94db-99943f11e070 req-e2d9da7d-950e-474c-9cac-4d5a9301d4a1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6579330-b641-4d71-b82f-a3d1fbd86683 HTTP/1.1" status: 200 len: 912 time: 0.0858636 May 10 19:15:11.478516 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0633c340-e71b-4cc5-94db-99943f11e070 req-eb211253-3278-46aa-bc3c-10b98fddb35c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6aa4a78f-6172-42fd-9e4f-aa274d733b4f HTTP/1.1" status: 200 len: 217 time: 0.0426824 May 10 19:15:11.531157 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633c340-e71b-4cc5-94db-99943f11e070 req-a5c28e40-2130-42f2-b16c-98705510dbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:15:11.532601 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0633c340-e71b-4cc5-94db-99943f11e070 req-a5c28e40-2130-42f2-b16c-98705510dbd2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=66c7d8db-9900-40dc-90b9-9c924e1dcca8 HTTP/1.1" status: 200 len: 850 time: 0.0471303 May 10 19:15:11.811969 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633c340-e71b-4cc5-94db-99943f11e070 req-7660a1c2-8172-4505-8ee5-a8fec26efe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:15:11.813374 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0633c340-e71b-4cc5-94db-99943f11e070 req-7660a1c2-8172-4505-8ee5-a8fec26efe4e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6579330-b641-4d71-b82f-a3d1fbd86683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453112 May 10 19:15:11.918087 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0633c340-e71b-4cc5-94db-99943f11e070 req-d4631c81-fd3b-48fa-9871-6f1acbf23e90 service neutron] 10.222.0.48 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927248 May 10 19:15:11.992018 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0a630-62a4-4dde-bd32-107f4d8f9c73 req-0efbc106-5f34-46d8-a0da-73a17b04e43f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:15:11.993485 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0cc0a630-62a4-4dde-bd32-107f4d8f9c73 req-0efbc106-5f34-46d8-a0da-73a17b04e43f tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0 HTTP/1.1" status: 200 len: 946 time: 0.0924740 May 10 19:15:12.099303 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0633c340-e71b-4cc5-94db-99943f11e070 req-70037934-317c-4960-9f4c-60247d2a7c55 service neutron] 10.222.0.48 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661251 May 10 19:15:12.117134 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-0cc0a630-62a4-4dde-bd32-107f4d8f9c73 req-a553b394-9d33-494e-9a00-e727608a1c17 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Deleting port 6aa4a78f-6172-42fd-9e4f-aa274d733b4f {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:15:12.117527 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-0cc0a630-62a4-4dde-bd32-107f4d8f9c73 req-a553b394-9d33-494e-9a00-e727608a1c17 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (6aa4a78f-6172-42fd-9e4f-aa274d733b4f), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:12.219800 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-0cc0a630-62a4-4dde-bd32-107f4d8f9c73 req-a553b394-9d33-494e-9a00-e727608a1c17 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] For port 6aa4a78f-6172-42fd-9e4f-aa274d733b4f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6aa4a78f-6172-42fd-9e4f-aa274d733b4f,segment=NetworkSegment(6bc4d870-08e7-4a4f-acf6-baae1c5f638f),segment_id=6bc4d870-08e7-4a4f-acf6-baae1c5f638f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:15:12.220144 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-0cc0a630-62a4-4dde-bd32-107f4d8f9c73 req-a553b394-9d33-494e-9a00-e727608a1c17 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (6aa4a78f-6172-42fd-9e4f-aa274d733b4f), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:12.232884 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-0cc0a630-62a4-4dde-bd32-107f4d8f9c73 req-a553b394-9d33-494e-9a00-e727608a1c17 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Calling delete_port for 6aa4a78f-6172-42fd-9e4f-aa274d733b4f owned by compute:nova {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:15:12.366327 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-0cc0a630-62a4-4dde-bd32-107f4d8f9c73 req-a553b394-9d33-494e-9a00-e727608a1c17 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (6aa4a78f-6172-42fd-9e4f-aa274d733b4f), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:12.397092 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553b394-9d33-494e-9a00-e727608a1c17 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Pushing event deleted for resources: {'Port': ['ID=6aa4a78f-6172-42fd-9e4f-aa274d733b4f,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:12.418851 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a553b394-9d33-494e-9a00-e727608a1c17 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:12.419207 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a553b394-9d33-494e-9a00-e727608a1c17 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:12.419553 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a553b394-9d33-494e-9a00-e727608a1c17 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:12.419925 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a553b394-9d33-494e-9a00-e727608a1c17 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:12.420263 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a553b394-9d33-494e-9a00-e727608a1c17 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:12.420597 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a553b394-9d33-494e-9a00-e727608a1c17 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:12.420958 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a553b394-9d33-494e-9a00-e727608a1c17 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:12.421288 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a553b394-9d33-494e-9a00-e727608a1c17 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:12.421612 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a553b394-9d33-494e-9a00-e727608a1c17 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:12.421944 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a553b394-9d33-494e-9a00-e727608a1c17 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:12.422276 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a553b394-9d33-494e-9a00-e727608a1c17 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:12.422629 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a553b394-9d33-494e-9a00-e727608a1c17 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:12.422960 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a553b394-9d33-494e-9a00-e727608a1c17 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:12.423269 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a553b394-9d33-494e-9a00-e727608a1c17 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:12.424064 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a553b394-9d33-494e-9a00-e727608a1c17 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-18-iscsi {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:12.458816 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-bcff50d2-3db6-40b0-8ee6-bf425fb4a07e req-f7d70c61-3b21-4ae2-aa85-a6cbc97b2626 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0 HTTP/1.1" status: 200 len: 210 time: 0.0653436 May 10 19:15:12.479470 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc0a630-62a4-4dde-bd32-107f4d8f9c73 req-a553b394-9d33-494e-9a00-e727608a1c17 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] No DVR routers for this DVR port 6aa4a78f-6172-42fd-9e4f-aa274d733b4f on host hv-cinder-83699 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:15:12.482165 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-0cc0a630-62a4-4dde-bd32-107f4d8f9c73 req-a553b394-9d33-494e-9a00-e727608a1c17 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:12.485493 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-0cc0a630-62a4-4dde-bd32-107f4d8f9c73 req-a553b394-9d33-494e-9a00-e727608a1c17 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.48 "DELETE /v2.0/ports/6aa4a78f-6172-42fd-9e4f-aa274d733b4f HTTP/1.1" status: 204 len: 173 time: 0.4801574 May 10 19:15:12.485943 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0', 'name': 'network-vif-deleted', 'tag': '6aa4a78f-6172-42fd-9e4f-aa274d733b4f'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:15:12.488372 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34be296-e425-417b-a371-665b5b5effbc" -d '{"events": [{"server_uuid": "e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0", "name": "network-vif-deleted", "tag": "6aa4a78f-6172-42fd-9e4f-aa274d733b4f"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:15:12.586100 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f0422a-fd50-48c3-a0d4-a282c54f9f8a x-openstack-request-id: req-90f0422a-fd50-48c3-a0d4-a282c54f9f8a {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:15:12.586403 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0", "name": "network-vif-deleted", "tag": "6aa4a78f-6172-42fd-9e4f-aa274d733b4f", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:15:12.586655 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-90f0422a-fd50-48c3-a0d4-a282c54f9f8a {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:15:12.587180 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90f0422a-fd50-48c3-a0d4-a282c54f9f8a'] response: {'server_uuid': 'e4fcefa4-b193-426d-8cbf-d7fd1c92e7d0', 'name': 'network-vif-deleted', 'tag': '6aa4a78f-6172-42fd-9e4f-aa274d733b4f', 'status': 'completed', 'code': 200} May 10 19:15:15.078863 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 6aa4a78f-6172-42fd-9e4f-aa274d733b4f no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:15:15.099321 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] No Port match for: 6aa4a78f-6172-42fd-9e4f-aa274d733b4f {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:15:15.099687 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 6aa4a78f-6172-42fd-9e4f-aa274d733b4f not bound to the agent host hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:15:15.787828 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 50076) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:15:15.944173 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-cada9c55-fe27-4c7d-8827-f058c5dfbf07 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Deleting port 880c711a-54a5-4c9a-aed5-25d06f0aba83 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:15:15.944496 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cada9c55-fe27-4c7d-8827-f058c5dfbf07 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (880c711a-54a5-4c9a-aed5-25d06f0aba83), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:16.023379 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cada9c55-fe27-4c7d-8827-f058c5dfbf07 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (880c711a-54a5-4c9a-aed5-25d06f0aba83), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:16.023607 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cada9c55-fe27-4c7d-8827-f058c5dfbf07 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for floatingip (880c711a-54a5-4c9a-aed5-25d06f0aba83), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:16.036602 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-cada9c55-fe27-4c7d-8827-f058c5dfbf07 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Calling delete_port for 880c711a-54a5-4c9a-aed5-25d06f0aba83 owned by network:floatingip {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:15:16.191434 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cada9c55-fe27-4c7d-8827-f058c5dfbf07 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4468833'] for port (880c711a-54a5-4c9a-aed5-25d06f0aba83), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:16.218752 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada9c55-fe27-4c7d-8827-f058c5dfbf07 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Pushing event deleted for resources: {'Port': ['ID=880c711a-54a5-4c9a-aed5-25d06f0aba83,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:16.281934 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cada9c55-fe27-4c7d-8827-f058c5dfbf07 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for floatingip (531e894f-3779-4713-9db4-c496ec69d602), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:16.282166 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.db.l3_db [None req-cada9c55-fe27-4c7d-8827-f058c5dfbf07 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Floating IP 531e894f-3779-4713-9db4-c496ec69d602 disassociated (deleted). External IP: 172.27.1.169, port: 3c448091-4498-47de-967c-ce981566689b. May 10 19:15:16.493361 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cada9c55-fe27-4c7d-8827-f058c5dfbf07 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Router 30da25e5-cce7-4cf7-9e19-dd18fc795fea has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:15:16.610874 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cada9c55-fe27-4c7d-8827-f058c5dfbf07 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:15:16.616073 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cada9c55-fe27-4c7d-8827-f058c5dfbf07 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:16.621566 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8393371-3fe0-4696-a046-429313551707 None None] Sync routers for ids ['30da25e5-cce7-4cf7-9e19-dd18fc795fea'] in dv-cinder-836996-18-iscsi {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:15:16.632099 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8393371-3fe0-4696-a046-429313551707 None None] Routers {'30da25e5-cce7-4cf7-9e19-dd18fc795fea'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:15:16.632736 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d8393371-3fe0-4696-a046-429313551707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:15:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['30da25e5-cce7-4cf7-9e19-dd18fc795fea'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:15:16.645781 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-cada9c55-fe27-4c7d-8827-f058c5dfbf07 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "DELETE /v2.0/floatingips/531e894f-3779-4713-9db4-c496ec69d602 HTTP/1.1" status: 204 len: 168 time: 0.8564849 May 10 19:15:16.646389 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb22651-c9c6-4f0a-8b65-53e689faa06e', 'tag': '3c448091-4498-47de-967c-ce981566689b'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:15:16.648667 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd46a798d5a9e44ec306513f4cdcaf49ebfda34863e20c5e194c8a5ee67cd38b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507cc444-d96d-466b-a24d-4aa9bc47d051" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb22651-c9c6-4f0a-8b65-53e689faa06e", "tag": "3c448091-4498-47de-967c-ce981566689b"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:15:16.685290 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ef37d5-12ce-4f3c-9312-4f6dfc2a639a x-openstack-request-id: req-19ef37d5-12ce-4f3c-9312-4f6dfc2a639a {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:15:16.685717 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb22651-c9c6-4f0a-8b65-53e689faa06e", "tag": "3c448091-4498-47de-967c-ce981566689b", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:15:16.685986 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-19ef37d5-12ce-4f3c-9312-4f6dfc2a639a {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:15:16.686408 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19ef37d5-12ce-4f3c-9312-4f6dfc2a639a'] response: {'name': 'network-changed', 'server_uuid': '5eb22651-c9c6-4f0a-8b65-53e689faa06e', 'tag': '3c448091-4498-47de-967c-ce981566689b', 'status': 'completed', 'code': 200} May 10 19:15:16.744910 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-d8393371-3fe0-4696-a046-429313551707 None None] Set router 30da25e5-cce7-4cf7-9e19-dd18fc795fea gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:15:16.820607 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507cc444-d96d-466b-a24d-4aa9bc47d051 req-1e646542-e2a8-42a4-bec9-084921aefd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:15:16.822155 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-507cc444-d96d-466b-a24d-4aa9bc47d051 req-1e646542-e2a8-42a4-bec9-084921aefd6a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=506b976cacbb411391ef566d0aac8add&device_id=5eb22651-c9c6-4f0a-8b65-53e689faa06e HTTP/1.1" status: 200 len: 1129 time: 0.0482609 May 10 19:15:16.892469 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482bba1-8b71-481f-b04e-54ade813eea9 req-4a5b7aa4-b74d-43fd-8e39-795995f93149 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:15:16.894010 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a482bba1-8b71-481f-b04e-54ade813eea9 req-4a5b7aa4-b74d-43fd-8e39-795995f93149 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eb22651-c9c6-4f0a-8b65-53e689faa06e HTTP/1.1" status: 200 len: 945 time: 0.0494516 May 10 19:15:16.946789 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-a482bba1-8b71-481f-b04e-54ade813eea9 req-42657b14-52a4-457c-ab16-9378fbefd217 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470126 May 10 19:15:16.947213 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d8393371-3fe0-4696-a046-429313551707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'name': 'tempest-TestVolumeBootPattern-491433956-router', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:37Z', 'revision_number': 4, 'project_id': '506b976cacbb411391ef566d0aac8add', 'gw_port': {'id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': 'ccc9fd3e-91d6-4161-bad7-52c045c28ccd', 'name': '', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'mac_address': 'fa:16:3e:12:bb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:37Z', 'updated_at': '2022-05-10T19:08:41Z', 'revision_number': 5, 'project_id': '506b976cacbb411391ef566d0aac8add', 'subnets': [{'id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:15:16.973396 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8393371-3fe0-4696-a046-429313551707 None None] Checking router: 30da25e5-cce7-4cf7-9e19-dd18fc795fea for host: dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:15:16.981959 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8393371-3fe0-4696-a046-429313551707 None None] Routers {'30da25e5-cce7-4cf7-9e19-dd18fc795fea'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:15:16.982573 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d8393371-3fe0-4696-a046-429313551707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:15:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['30da25e5-cce7-4cf7-9e19-dd18fc795fea'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:15:17.100401 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-d8393371-3fe0-4696-a046-429313551707 None None] Set router 30da25e5-cce7-4cf7-9e19-dd18fc795fea gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:15:17.301579 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d8393371-3fe0-4696-a046-429313551707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'name': 'tempest-TestVolumeBootPattern-491433956-router', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:37Z', 'revision_number': 4, 'project_id': '506b976cacbb411391ef566d0aac8add', 'gw_port': {'id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': 'ccc9fd3e-91d6-4161-bad7-52c045c28ccd', 'name': '', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'mac_address': 'fa:16:3e:12:bb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:37Z', 'updated_at': '2022-05-10T19:08:41Z', 'revision_number': 5, 'project_id': '506b976cacbb411391ef566d0aac8add', 'subnets': [{'id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:15:17.327956 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8393371-3fe0-4696-a046-429313551707 None None] The sync data for ids ['30da25e5-cce7-4cf7-9e19-dd18fc795fea'] in dv-cinder-836996-18-iscsi is: [{'id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'name': 'tempest-TestVolumeBootPattern-491433956-router', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:37Z', 'revision_number': 4, 'project_id': '506b976cacbb411391ef566d0aac8add', 'gw_port': {'id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi', '_interfaces': [{'id': 'ccc9fd3e-91d6-4161-bad7-52c045c28ccd', 'name': '', 'network_id': 'a6579330-b641-4d71-b82f-a3d1fbd86683', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'mac_address': 'fa:16:3e:12:bb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:37Z', 'updated_at': '2022-05-10T19:08:41Z', 'revision_number': 5, 'project_id': '506b976cacbb411391ef566d0aac8add', 'subnets': [{'id': '66c7d8db-9900-40dc-90b9-9c924e1dcca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:15:17.556426 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06954291-42c4-464b-8b09-93fec6f067ca None None] New status for floating IP 531e894f-3779-4713-9db4-c496ec69d602: DOWN {{(pid=103425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:15:18.087515 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a7568-b2e5-4a60-b558-26f74bcc7ca9 req-773e0188-9897-4bce-b0a7-57eb73facb56 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:15:18.089018 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-872a7568-b2e5-4a60-b558-26f74bcc7ca9 req-773e0188-9897-4bce-b0a7-57eb73facb56 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eb22651-c9c6-4f0a-8b65-53e689faa06e HTTP/1.1" status: 200 len: 945 time: 0.0595868 May 10 19:15:18.138937 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [req-872a7568-b2e5-4a60-b558-26f74bcc7ca9 req-3a1edc78-6987-4ed0-acfb-204d14358b03 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435922 May 10 19:15:18.176652 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507cc444-d96d-466b-a24d-4aa9bc47d051 req-aa8c5173-ebb4-4975-82ed-a8e0a1e6df21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:15:18.178982 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-507cc444-d96d-466b-a24d-4aa9bc47d051 req-aa8c5173-ebb4-4975-82ed-a8e0a1e6df21 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6579330-b641-4d71-b82f-a3d1fbd86683 HTTP/1.1" status: 200 len: 912 time: 0.0917292 May 10 19:15:18.479936 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-507cc444-d96d-466b-a24d-4aa9bc47d051 req-ab816ac1-ed3f-4bd7-a55e-8bb110fdb976 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c448091-4498-47de-967c-ce981566689b HTTP/1.1" status: 200 len: 217 time: 0.0398238 May 10 19:15:18.530074 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507cc444-d96d-466b-a24d-4aa9bc47d051 req-0b19c7eb-fb64-4725-a3b5-53234cd821b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:15:18.531446 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-507cc444-d96d-466b-a24d-4aa9bc47d051 req-0b19c7eb-fb64-4725-a3b5-53234cd821b2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=66c7d8db-9900-40dc-90b9-9c924e1dcca8 HTTP/1.1" status: 200 len: 850 time: 0.0448475 May 10 19:15:18.723297 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507cc444-d96d-466b-a24d-4aa9bc47d051 req-a386c0fb-ffd1-4a59-89f8-753bce57c480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:15:18.724714 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-507cc444-d96d-466b-a24d-4aa9bc47d051 req-a386c0fb-ffd1-4a59-89f8-753bce57c480 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6579330-b641-4d71-b82f-a3d1fbd86683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411866 May 10 19:15:18.855465 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-507cc444-d96d-466b-a24d-4aa9bc47d051 req-f79344b2-394f-4eb3-afec-918143f8824c service neutron] 10.222.0.48 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205349 May 10 19:15:18.865928 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97fd78-9efe-4d48-8eae-30392acb897a req-94db263f-33ca-4b85-bed1-5a20c4eafb6b tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:15:18.867278 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ed97fd78-9efe-4d48-8eae-30392acb897a req-94db263f-33ca-4b85-bed1-5a20c4eafb6b tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eb22651-c9c6-4f0a-8b65-53e689faa06e HTTP/1.1" status: 200 len: 945 time: 0.0561180 May 10 19:15:19.015516 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-ed97fd78-9efe-4d48-8eae-30392acb897a req-5a995e24-01ed-482f-a9c1-f0c64f39d2bf tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Deleting port 3c448091-4498-47de-967c-ce981566689b {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:15:19.015757 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-ed97fd78-9efe-4d48-8eae-30392acb897a req-5a995e24-01ed-482f-a9c1-f0c64f39d2bf tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (3c448091-4498-47de-967c-ce981566689b), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:19.022501 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-507cc444-d96d-466b-a24d-4aa9bc47d051 req-ac11fcce-6b15-44f5-a1fa-2cefd38c789b service neutron] 10.222.0.48 "GET /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543524 May 10 19:15:19.111578 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [req-ed97fd78-9efe-4d48-8eae-30392acb897a req-5a995e24-01ed-482f-a9c1-f0c64f39d2bf tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] For port 3c448091-4498-47de-967c-ce981566689b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3c448091-4498-47de-967c-ce981566689b,segment=NetworkSegment(6bc4d870-08e7-4a4f-acf6-baae1c5f638f),segment_id=6bc4d870-08e7-4a4f-acf6-baae1c5f638f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:15:19.111949 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-ed97fd78-9efe-4d48-8eae-30392acb897a req-5a995e24-01ed-482f-a9c1-f0c64f39d2bf tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (3c448091-4498-47de-967c-ce981566689b), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:19.126098 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [req-ed97fd78-9efe-4d48-8eae-30392acb897a req-5a995e24-01ed-482f-a9c1-f0c64f39d2bf tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Calling delete_port for 3c448091-4498-47de-967c-ce981566689b owned by compute:nova {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:15:19.285368 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093453e0-59e2-4e0a-8607-611562f7345b req-2ca81a1d-078c-4eb2-a8ec-5f6425a9edf9 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:15:19.286775 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-093453e0-59e2-4e0a-8607-611562f7345b req-2ca81a1d-078c-4eb2-a8ec-5f6425a9edf9 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/ports?device_id=5eb22651-c9c6-4f0a-8b65-53e689faa06e HTTP/1.1" status: 200 len: 945 time: 0.0772564 May 10 19:15:19.293297 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-ed97fd78-9efe-4d48-8eae-30392acb897a req-5a995e24-01ed-482f-a9c1-f0c64f39d2bf tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (3c448091-4498-47de-967c-ce981566689b), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:19.347221 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a995e24-01ed-482f-a9c1-f0c64f39d2bf tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Pushing event deleted for resources: {'Port': ['ID=3c448091-4498-47de-967c-ce981566689b,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:19.405976 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed97fd78-9efe-4d48-8eae-30392acb897a req-5a995e24-01ed-482f-a9c1-f0c64f39d2bf tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] No DVR routers for this DVR port 3c448091-4498-47de-967c-ce981566689b on host hv-cinder-83699 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:15:19.412121 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-093453e0-59e2-4e0a-8607-611562f7345b req-75b13d84-a189-40f2-b632-24014f013be3 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f8a5fc6-552f-48df-bbb3-208e6587a60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151156 May 10 19:15:19.412309 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [req-ed97fd78-9efe-4d48-8eae-30392acb897a req-5a995e24-01ed-482f-a9c1-f0c64f39d2bf tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for port (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:19.415277 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [req-ed97fd78-9efe-4d48-8eae-30392acb897a req-5a995e24-01ed-482f-a9c1-f0c64f39d2bf tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.48 "DELETE /v2.0/ports/3c448091-4498-47de-967c-ce981566689b HTTP/1.1" status: 204 len: 173 time: 0.5399790 May 10 19:15:19.415714 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb22651-c9c6-4f0a-8b65-53e689faa06e', 'name': 'network-vif-deleted', 'tag': '3c448091-4498-47de-967c-ce981566689b'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:15:19.418014 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51650f8695151093ad85c6bcaa5b8ab434b08b6b36d8491b3b9822fdd41aa8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6c0f0e-3daf-4cc9-a5e4-092721dc16e7" -d '{"events": [{"server_uuid": "5eb22651-c9c6-4f0a-8b65-53e689faa06e", "name": "network-vif-deleted", "tag": "3c448091-4498-47de-967c-ce981566689b"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:15:19.455560 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f02ee57-988f-4867-b0d4-042a8d3ba43b x-openstack-request-id: req-1f02ee57-988f-4867-b0d4-042a8d3ba43b {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:15:19.455876 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb22651-c9c6-4f0a-8b65-53e689faa06e", "name": "network-vif-deleted", "tag": "3c448091-4498-47de-967c-ce981566689b", "status": "completed", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:15:19.456146 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1f02ee57-988f-4867-b0d4-042a8d3ba43b {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:15:19.456550 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f02ee57-988f-4867-b0d4-042a8d3ba43b'] response: {'server_uuid': '5eb22651-c9c6-4f0a-8b65-53e689faa06e', 'name': 'network-vif-deleted', 'tag': '3c448091-4498-47de-967c-ce981566689b', 'status': 'completed', 'code': 200} May 10 19:15:20.471854 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 50096) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:15:20.588622 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-a9f1f1fa-aeb7-478e-9e71-2eead1d6741e tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Deleting port 77d9d17e-5979-48af-9afc-ba077a12ea5d {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:15:20.588899 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a9f1f1fa-aeb7-478e-9e71-2eead1d6741e tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (77d9d17e-5979-48af-9afc-ba077a12ea5d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:20.666890 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a9f1f1fa-aeb7-478e-9e71-2eead1d6741e tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (77d9d17e-5979-48af-9afc-ba077a12ea5d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:20.667186 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a9f1f1fa-aeb7-478e-9e71-2eead1d6741e tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for floatingip (77d9d17e-5979-48af-9afc-ba077a12ea5d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:20.683855 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-a9f1f1fa-aeb7-478e-9e71-2eead1d6741e tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Calling delete_port for 77d9d17e-5979-48af-9afc-ba077a12ea5d owned by network:floatingip {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:15:20.814769 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a9f1f1fa-aeb7-478e-9e71-2eead1d6741e tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4468833'] for port (77d9d17e-5979-48af-9afc-ba077a12ea5d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:20.842658 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1f1fa-aeb7-478e-9e71-2eead1d6741e tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Pushing event deleted for resources: {'Port': ['ID=77d9d17e-5979-48af-9afc-ba077a12ea5d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:20.907631 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a9f1f1fa-aeb7-478e-9e71-2eead1d6741e tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for floatingip (dd74487d-0672-463a-acbf-7a9cf157241b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:20.910149 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a9f1f1fa-aeb7-478e-9e71-2eead1d6741e tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37606'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:20.911271 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-a9f1f1fa-aeb7-478e-9e71-2eead1d6741e tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "DELETE /v2.0/floatingips/dd74487d-0672-463a-acbf-7a9cf157241b HTTP/1.1" status: 204 len: 168 time: 0.4386582 May 10 19:15:22.144918 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 50108) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:15:22.201422 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c77d9646-1614-4635-b53e-640acb324e07 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for security_group (5f8a5fc6-552f-48df-bbb3-208e6587a60e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:22.227438 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c77d9646-1614-4635-b53e-640acb324e07 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for security_group (5f8a5fc6-552f-48df-bbb3-208e6587a60e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:22.287549 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c77d9646-1614-4635-b53e-640acb324e07 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (5f8a5fc6-552f-48df-bbb3-208e6587a60e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:22.290205 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c77d9646-1614-4635-b53e-640acb324e07 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:22.291405 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-c77d9646-1614-4635-b53e-640acb324e07 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] 10.222.0.52 "DELETE /v2.0/security-groups/5f8a5fc6-552f-48df-bbb3-208e6587a60e HTTP/1.1" status: 204 len: 168 time: 0.1454680 May 10 19:15:22.301011 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d9646-1614-4635-b53e-640acb324e07 tempest-TestVolumeBootPattern-1608988816 tempest-TestVolumeBootPattern-1608988816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8a5fc6-552f-48df-bbb3-208e6587a60e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:22.346235 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 50112) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:15:22.784660 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-14ae6242-4327-4ad0-80fd-9eccec7228f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2088698'] for router_interface (30da25e5-cce7-4cf7-9e19-dd18fc795fea), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:23.019690 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-14ae6242-4327-4ad0-80fd-9eccec7228f1 admin admin] Deleting port ccc9fd3e-91d6-4161-bad7-52c045c28ccd {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:15:23.020006 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-14ae6242-4327-4ad0-80fd-9eccec7228f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (ccc9fd3e-91d6-4161-bad7-52c045c28ccd), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:23.100557 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-14ae6242-4327-4ad0-80fd-9eccec7228f1 admin admin] For port ccc9fd3e-91d6-4161-bad7-52c045c28ccd, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=ccc9fd3e-91d6-4161-bad7-52c045c28ccd,segment=NetworkSegment(6bc4d870-08e7-4a4f-acf6-baae1c5f638f),segment_id=6bc4d870-08e7-4a4f-acf6-baae1c5f638f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:15:23.100830 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-14ae6242-4327-4ad0-80fd-9eccec7228f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (ccc9fd3e-91d6-4161-bad7-52c045c28ccd), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:23.117400 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-14ae6242-4327-4ad0-80fd-9eccec7228f1 admin admin] Calling delete_port for ccc9fd3e-91d6-4161-bad7-52c045c28ccd owned by network:router_interface {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:15:23.124012 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 3c448091-4498-47de-967c-ce981566689b no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:15:23.144206 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] No Port match for: 3c448091-4498-47de-967c-ce981566689b {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:15:23.144549 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Device 3c448091-4498-47de-967c-ce981566689b not bound to the agent host hv-cinder-83699 {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:15:23.321478 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-14ae6242-4327-4ad0-80fd-9eccec7228f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (ccc9fd3e-91d6-4161-bad7-52c045c28ccd), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:23.344607 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae6242-4327-4ad0-80fd-9eccec7228f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccc9fd3e-91d6-4161-bad7-52c045c28ccd,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:23.518896 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-14ae6242-4327-4ad0-80fd-9eccec7228f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2055489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2091507'] for router_interface (30da25e5-cce7-4cf7-9e19-dd18fc795fea), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:23.738311 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ae6242-4327-4ad0-80fd-9eccec7228f1 admin admin] Router 30da25e5-cce7-4cf7-9e19-dd18fc795fea has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:15:23.846194 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ae6242-4327-4ad0-80fd-9eccec7228f1 admin admin] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:15:23.852164 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-14ae6242-4327-4ad0-80fd-9eccec7228f1 admin admin] 10.222.0.52 "PUT /v2.0/routers/30da25e5-cce7-4cf7-9e19-dd18fc795fea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5043204 May 10 19:15:23.854062 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 50116) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:15:23.855409 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba05c6b-5237-4be9-b31b-34f2bdb11043 None None] Sync routers for ids ['30da25e5-cce7-4cf7-9e19-dd18fc795fea'] in dv-cinder-836996-18-iscsi {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:15:23.866127 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba05c6b-5237-4be9-b31b-34f2bdb11043 None None] Routers {'30da25e5-cce7-4cf7-9e19-dd18fc795fea'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:15:23.866741 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0ba05c6b-5237-4be9-b31b-34f2bdb11043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:15:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['30da25e5-cce7-4cf7-9e19-dd18fc795fea'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:15:23.959731 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fcfc355d-7bcc-45c1-8ee6-aa63b0219e60 admin admin] Publish callbacks [] for router (30da25e5-cce7-4cf7-9e19-dd18fc795fea), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:23.978081 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-0ba05c6b-5237-4be9-b31b-34f2bdb11043 None None] Set router 30da25e5-cce7-4cf7-9e19-dd18fc795fea gateway port host: dv-cinder-836996-18-iscsi {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:15:24.070187 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fcfc355d-7bcc-45c1-8ee6-aa63b0219e60 admin admin] Publish callbacks [] for router_gateway (30da25e5-cce7-4cf7-9e19-dd18fc795fea), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:24.119117 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-fcfc355d-7bcc-45c1-8ee6-aa63b0219e60 admin admin] Deleting port cd750c69-211e-41e2-91cf-e0918d96169c {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:15:24.119459 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fcfc355d-7bcc-45c1-8ee6-aa63b0219e60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (cd750c69-211e-41e2-91cf-e0918d96169c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:24.201501 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-fcfc355d-7bcc-45c1-8ee6-aa63b0219e60 admin admin] For port cd750c69-211e-41e2-91cf-e0918d96169c, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=cd750c69-211e-41e2-91cf-e0918d96169c,segment=NetworkSegment(5e4a060e-4ea0-4d95-88b5-1969f86bafa6),segment_id=5e4a060e-4ea0-4d95-88b5-1969f86bafa6)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:15:24.201865 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fcfc355d-7bcc-45c1-8ee6-aa63b0219e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (cd750c69-211e-41e2-91cf-e0918d96169c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:24.214697 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-fcfc355d-7bcc-45c1-8ee6-aa63b0219e60 admin admin] Calling delete_port for cd750c69-211e-41e2-91cf-e0918d96169c owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:15:24.278656 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0ba05c6b-5237-4be9-b31b-34f2bdb11043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'name': 'tempest-TestVolumeBootPattern-491433956-router', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:15:23Z', 'revision_number': 5, 'project_id': '506b976cacbb411391ef566d0aac8add', 'gw_port': {'id': 'cd750c69-211e-41e2-91cf-e0918d96169c', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi'}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:15:24.304957 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba05c6b-5237-4be9-b31b-34f2bdb11043 None None] Checking router: 30da25e5-cce7-4cf7-9e19-dd18fc795fea for host: dv-cinder-836996-18-iscsi {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:15:24.313599 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba05c6b-5237-4be9-b31b-34f2bdb11043 None None] Routers {'30da25e5-cce7-4cf7-9e19-dd18fc795fea'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:15:24.314219 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0ba05c6b-5237-4be9-b31b-34f2bdb11043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:15:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['30da25e5-cce7-4cf7-9e19-dd18fc795fea'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:15:24.381048 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fcfc355d-7bcc-45c1-8ee6-aa63b0219e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4468833'] for port (cd750c69-211e-41e2-91cf-e0918d96169c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:24.406705 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-0ba05c6b-5237-4be9-b31b-34f2bdb11043 None None] Set router 30da25e5-cce7-4cf7-9e19-dd18fc795fea gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:15:24.407114 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc355d-7bcc-45c1-8ee6-aa63b0219e60 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd750c69-211e-41e2-91cf-e0918d96169c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:24.461888 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0ba05c6b-5237-4be9-b31b-34f2bdb11043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'name': 'tempest-TestVolumeBootPattern-491433956-router', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:15:24Z', 'revision_number': 6, 'project_id': '506b976cacbb411391ef566d0aac8add', 'gw_port_host': None}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:15:24.474824 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fcfc355d-7bcc-45c1-8ee6-aa63b0219e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2086036'] for router_gateway (30da25e5-cce7-4cf7-9e19-dd18fc795fea), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:24.493662 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba05c6b-5237-4be9-b31b-34f2bdb11043 None None] The sync data for ids ['30da25e5-cce7-4cf7-9e19-dd18fc795fea'] in dv-cinder-836996-18-iscsi is: [{'id': '30da25e5-cce7-4cf7-9e19-dd18fc795fea', 'name': 'tempest-TestVolumeBootPattern-491433956-router', 'tenant_id': '506b976cacbb411391ef566d0aac8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:08:34Z', 'updated_at': '2022-05-10T19:15:24Z', 'revision_number': 6, 'project_id': '506b976cacbb411391ef566d0aac8add', 'gw_port_host': None}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:15:24.566158 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fcfc355d-7bcc-45c1-8ee6-aa63b0219e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2081368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2663'] for router (30da25e5-cce7-4cf7-9e19-dd18fc795fea), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:24.568629 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fcfc355d-7bcc-45c1-8ee6-aa63b0219e60 admin admin] Publish callbacks [] for router_controller (30da25e5-cce7-4cf7-9e19-dd18fc795fea), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:24.611086 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fcfc355d-7bcc-45c1-8ee6-aa63b0219e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2081347'] for router (30da25e5-cce7-4cf7-9e19-dd18fc795fea), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:24.611614 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfc355d-7bcc-45c1-8ee6-aa63b0219e60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30da25e5-cce7-4cf7-9e19-dd18fc795fea {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 19:15:24.615734 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fcfc355d-7bcc-45c1-8ee6-aa63b0219e60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:24.616895 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-fcfc355d-7bcc-45c1-8ee6-aa63b0219e60 admin admin] 10.222.0.52 "DELETE /v2.0/routers/30da25e5-cce7-4cf7-9e19-dd18fc795fea HTTP/1.1" status: 204 len: 168 time: 0.7618141 May 10 19:15:24.619708 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 50118) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:15:24.669717 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-83f045f5-8e42-4d6c-bf07-76b1d23c3ea2 admin admin] Deleting subnet 66c7d8db-9900-40dc-90b9-9c924e1dcca8 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 19:15:24.673844 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-83f045f5-8e42-4d6c-bf07-76b1d23c3ea2 admin admin] Publish callbacks [] for subnet (66c7d8db-9900-40dc-90b9-9c924e1dcca8), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:24.713182 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-83f045f5-8e42-4d6c-bf07-76b1d23c3ea2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4514108'] for subnet (66c7d8db-9900-40dc-90b9-9c924e1dcca8), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:24.792761 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-83f045f5-8e42-4d6c-bf07-76b1d23c3ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966585'] for subnet (66c7d8db-9900-40dc-90b9-9c924e1dcca8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:24.846481 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-83f045f5-8e42-4d6c-bf07-76b1d23c3ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4468822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4218745'] for subnet (66c7d8db-9900-40dc-90b9-9c924e1dcca8), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:24.875917 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f045f5-8e42-4d6c-bf07-76b1d23c3ea2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66c7d8db-9900-40dc-90b9-9c924e1dcca8,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:24.879632 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-83f045f5-8e42-4d6c-bf07-76b1d23c3ea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:24.885282 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-83f045f5-8e42-4d6c-bf07-76b1d23c3ea2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/66c7d8db-9900-40dc-90b9-9c924e1dcca8 HTTP/1.1" status: 204 len: 168 time: 0.2618301 May 10 19:15:24.885398 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 50120) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:15:24.889586 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0feea0-a154-43d3-af60-5a889b97299c None None] Network a6579330-b641-4d71-b82f-a3d1fbd86683 requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:15:24.954836 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c05eba86-830d-4e30-b101-5db88b97cfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824044'] for network (a6579330-b641-4d71-b82f-a3d1fbd86683), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:24.999511 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-c05eba86-830d-4e30-b101-5db88b97cfd4 admin admin] Deleting port 44eba837-6c09-4e9e-ba9e-8d0f343dee62 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:15:24.999902 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c05eba86-830d-4e30-b101-5db88b97cfd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (44eba837-6c09-4e9e-ba9e-8d0f343dee62), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:25.076132 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-c05eba86-830d-4e30-b101-5db88b97cfd4 admin admin] For port 44eba837-6c09-4e9e-ba9e-8d0f343dee62, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=44eba837-6c09-4e9e-ba9e-8d0f343dee62,segment=NetworkSegment(6bc4d870-08e7-4a4f-acf6-baae1c5f638f),segment_id=6bc4d870-08e7-4a4f-acf6-baae1c5f638f)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:15:25.076524 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c05eba86-830d-4e30-b101-5db88b97cfd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (44eba837-6c09-4e9e-ba9e-8d0f343dee62), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:25.090035 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-c05eba86-830d-4e30-b101-5db88b97cfd4 admin admin] Calling delete_port for 44eba837-6c09-4e9e-ba9e-8d0f343dee62 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:15:25.172455 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c05eba86-830d-4e30-b101-5db88b97cfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4468833'] for port (44eba837-6c09-4e9e-ba9e-8d0f343dee62), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:25.196851 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05eba86-830d-4e30-b101-5db88b97cfd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=44eba837-6c09-4e9e-ba9e-8d0f343dee62,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:25.200247 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05eba86-830d-4e30-b101-5db88b97cfd4 admin admin] No DVR routers for this DVR port 44eba837-6c09-4e9e-ba9e-8d0f343dee62 on host dv-cinder-836996-18-iscsi {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:15:25.272222 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c05eba86-830d-4e30-b101-5db88b97cfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965186', 'neutron.services.segments.db._delete_segments_for_network-8776401828657'] for network (a6579330-b641-4d71-b82f-a3d1fbd86683), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:25.285731 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974ed2ff-58d0-4fc8-8c5c-a1617fedee21 None None] DHCP port deletion for a6579330-b641-4d71-b82f-a3d1fbd86683 request from dv-cinder-836996-18-iscsi {{(pid=103424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 19:15:25.293369 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.services.segments.db [None req-c05eba86-830d-4e30-b101-5db88b97cfd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6579330-b641-4d71-b82f-a3d1fbd86683']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:15:25.303940 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.services.segments.db [None req-c05eba86-830d-4e30-b101-5db88b97cfd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc4d870-08e7-4a4f-acf6-baae1c5f638f') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:15:25.304246 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.services.segments.db [None req-c05eba86-830d-4e30-b101-5db88b97cfd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc4d870-08e7-4a4f-acf6-baae1c5f638f') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:15:25.313923 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c05eba86-830d-4e30-b101-5db88b97cfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776401828410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4514247'] for segment (6bc4d870-08e7-4a4f-acf6-baae1c5f638f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:25.327281 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c05eba86-830d-4e30-b101-5db88b97cfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860'] for segment (6bc4d870-08e7-4a4f-acf6-baae1c5f638f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:25.333594 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c05eba86-830d-4e30-b101-5db88b97cfd4 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:15:25.333983 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c05eba86-830d-4e30-b101-5db88b97cfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4468796'] for segment (6bc4d870-08e7-4a4f-acf6-baae1c5f638f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:25.335697 dv-cinder-836996-18-iscsi neutron-server[103422]: Traceback (most recent call last): May 10 19:15:25.335697 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:15:25.335697 dv-cinder-836996-18-iscsi neutron-server[103422]: timer() May 10 19:15:25.335697 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:15:25.335697 dv-cinder-836996-18-iscsi neutron-server[103422]: cb(*args, **kw) May 10 19:15:25.335697 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 19:15:25.335697 dv-cinder-836996-18-iscsi neutron-server[103422]: return func(*args, **kwargs) May 10 19:15:25.335697 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:15:25.335697 dv-cinder-836996-18-iscsi neutron-server[103422]: self._notify() May 10 19:15:25.335697 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:15:25.335697 dv-cinder-836996-18-iscsi neutron-server[103422]: self.callback(batched_events) May 10 19:15:25.335697 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:15:25.335697 dv-cinder-836996-18-iscsi neutron-server[103422]: event.method(event) May 10 19:15:25.335697 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 19:15:25.335697 dv-cinder-836996-18-iscsi neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:15:25.335697 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 19:15:25.335697 dv-cinder-836996-18-iscsi neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:15:25.335697 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 19:15:25.335697 dv-cinder-836996-18-iscsi neutron-server[103422]: return f(self, *a, **k) May 10 19:15:25.335697 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 19:15:25.335697 dv-cinder-836996-18-iscsi neutron-server[103422]: return self._get(url).json() May 10 19:15:25.335697 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 19:15:25.335697 dv-cinder-836996-18-iscsi neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:15:25.335697 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:15:25.335697 dv-cinder-836996-18-iscsi neutron-server[103422]: return self.request(url, 'GET', **kwargs) May 10 19:15:25.335697 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:15:25.335697 dv-cinder-836996-18-iscsi neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:15:25.335697 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:15:25.335697 dv-cinder-836996-18-iscsi neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:15:25.335697 dv-cinder-836996-18-iscsi neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:15:25.335697 dv-cinder-836996-18-iscsi neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:15:25.335697 dv-cinder-836996-18-iscsi neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:15:25.394434 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c05eba86-830d-4e30-b101-5db88b97cfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2085882'] for network (a6579330-b641-4d71-b82f-a3d1fbd86683), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:25.399772 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c05eba86-830d-4e30-b101-5db88b97cfd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:25.402996 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-c05eba86-830d-4e30-b101-5db88b97cfd4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/a6579330-b641-4d71-b82f-a3d1fbd86683 HTTP/1.1" status: 204 len: 168 time: 0.5166516 May 10 19:15:25.406280 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 50122) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:15:25.414091 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05eba86-830d-4e30-b101-5db88b97cfd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6579330-b641-4d71-b82f-a3d1fbd86683,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:25.549921 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device cd750c69-211e-41e2-91cf-e0918d96169c no longer exists at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:15:25.572935 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] No Port match for: cd750c69-211e-41e2-91cf-e0918d96169c {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:15:25.573294 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device cd750c69-211e-41e2-91cf-e0918d96169c not bound to the agent host dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:15:25.573725 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device ccc9fd3e-91d6-4161-bad7-52c045c28ccd no longer exists at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:15:25.592743 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] No Port match for: ccc9fd3e-91d6-4161-bad7-52c045c28ccd {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:15:25.593121 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device ccc9fd3e-91d6-4161-bad7-52c045c28ccd not bound to the agent host dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:15:25.593559 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 44eba837-6c09-4e9e-ba9e-8d0f343dee62 no longer exists at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:15:25.615247 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] No Port match for: 44eba837-6c09-4e9e-ba9e-8d0f343dee62 {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:15:25.615592 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 44eba837-6c09-4e9e-ba9e-8d0f343dee62 not bound to the agent host dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:15:26.046275 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-209e2242-13c7-4c01-8e3f-bb408c7ce3dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2088698'] for router_interface (b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:26.293142 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-209e2242-13c7-4c01-8e3f-bb408c7ce3dd admin admin] Deleting port 222a23dc-6da4-4a4a-a3d6-90f5ea6178c4 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:15:26.293451 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-209e2242-13c7-4c01-8e3f-bb408c7ce3dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (222a23dc-6da4-4a4a-a3d6-90f5ea6178c4), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:26.376821 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-209e2242-13c7-4c01-8e3f-bb408c7ce3dd admin admin] For port 222a23dc-6da4-4a4a-a3d6-90f5ea6178c4, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=222a23dc-6da4-4a4a-a3d6-90f5ea6178c4,segment=NetworkSegment(30b5f1d4-fb4e-429d-92f3-159e64c763dd),segment_id=30b5f1d4-fb4e-429d-92f3-159e64c763dd)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:15:26.377185 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-209e2242-13c7-4c01-8e3f-bb408c7ce3dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (222a23dc-6da4-4a4a-a3d6-90f5ea6178c4), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:26.390560 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-209e2242-13c7-4c01-8e3f-bb408c7ce3dd admin admin] Calling delete_port for 222a23dc-6da4-4a4a-a3d6-90f5ea6178c4 owned by network:router_interface {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:15:26.584593 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-209e2242-13c7-4c01-8e3f-bb408c7ce3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (222a23dc-6da4-4a4a-a3d6-90f5ea6178c4), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:26.611392 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e2242-13c7-4c01-8e3f-bb408c7ce3dd admin admin] Pushing event deleted for resources: {'Port': ['ID=222a23dc-6da4-4a4a-a3d6-90f5ea6178c4,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:26.782054 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-209e2242-13c7-4c01-8e3f-bb408c7ce3dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2055489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2091507'] for router_interface (b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:27.000600 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209e2242-13c7-4c01-8e3f-bb408c7ce3dd admin admin] Router b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96 has already been hosted by L3 agent 321a2380-93c4-4562-8a5d-520541fe34c9 {{(pid=103423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:15:27.110049 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209e2242-13c7-4c01-8e3f-bb408c7ce3dd admin admin] Notify agent at l3_agent.dv-cinder-836996-18-iscsi the message routers_updated {{(pid=103423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:15:27.116436 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-209e2242-13c7-4c01-8e3f-bb408c7ce3dd admin admin] 10.222.0.52 "PUT /v2.0/routers/b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7076905 May 10 19:15:27.117803 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 50124) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:15:27.120656 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2c9e2d-b639-428e-80b6-661540aefa7e None None] Sync routers for ids ['b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96'] in dv-cinder-836996-18-iscsi {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:15:27.131521 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2c9e2d-b639-428e-80b6-661540aefa7e None None] Routers {'b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:15:27.132133 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-ef2c9e2d-b639-428e-80b6-661540aefa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:15:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:15:27.223072 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b2b1e7b8-a925-485c-9dcd-99f3c2c4014e admin admin] Publish callbacks [] for router (b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:27.236089 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-ef2c9e2d-b639-428e-80b6-661540aefa7e None None] Set router b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96 gateway port host: dv-cinder-836996-18-iscsi {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:15:27.326304 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b2b1e7b8-a925-485c-9dcd-99f3c2c4014e admin admin] Publish callbacks [] for router_gateway (b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:27.371385 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b2b1e7b8-a925-485c-9dcd-99f3c2c4014e admin admin] Deleting port aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:15:27.371727 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b2b1e7b8-a925-485c-9dcd-99f3c2c4014e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:27.404147 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-ef2c9e2d-b639-428e-80b6-661540aefa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96', 'name': 'tempest-TestVolumeBootPattern-1997762564-router', 'tenant_id': '87b16d09509c43259be394bca3fa1511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'external_fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:08:39Z', 'updated_at': '2022-05-10T19:15:26Z', 'revision_number': 5, 'project_id': '87b16d09509c43259be394bca3fa1511', 'gw_port': {'id': 'aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134', 'name': '', 'network_id': 'fea53afb-2d4d-48cb-89ec-9b33d8fc553d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:08:40Z', 'updated_at': '2022-05-10T19:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12fc4f2d-8382-4ccf-abb9-52281f433079', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-18-iscsi'}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:15:27.431750 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2c9e2d-b639-428e-80b6-661540aefa7e None None] Checking router: b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96 for host: dv-cinder-836996-18-iscsi {{(pid=103425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:15:27.440717 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2c9e2d-b639-428e-80b6-661540aefa7e None None] Routers {'b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96'} bound to L3 agent in host dv-cinder-836996-18-iscsi {{(pid=103425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:15:27.441310 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-ef2c9e2d-b639-428e-80b6-661540aefa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T18:49:31Z,description=,heartbeat_timestamp=2022-05-10T19:15:01Z,host='dv-cinder-836996-18-iscsi',id=321a2380-93c4-4562-8a5d-520541fe34c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T18:49:31Z,topic='l3_agent')) {'router_ids': ['b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96'], 'active': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:15:27.449228 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b2b1e7b8-a925-485c-9dcd-99f3c2c4014e admin admin] For port aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134,segment=NetworkSegment(5e4a060e-4ea0-4d95-88b5-1969f86bafa6),segment_id=5e4a060e-4ea0-4d95-88b5-1969f86bafa6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:15:27.449597 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b2b1e7b8-a925-485c-9dcd-99f3c2c4014e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:27.463163 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b2b1e7b8-a925-485c-9dcd-99f3c2c4014e admin admin] Calling delete_port for aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134 owned by network:router_gateway {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:15:27.530395 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvr_db [None req-ef2c9e2d-b639-428e-80b6-661540aefa7e None None] Set router b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96 gateway port host: None {{(pid=103425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:15:27.639101 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b2b1e7b8-a925-485c-9dcd-99f3c2c4014e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:27.670495 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1e7b8-a925-485c-9dcd-99f3c2c4014e admin admin] Pushing event deleted for resources: {'Port': ['ID=aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:27.676132 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.l3_hamode_db [None req-ef2c9e2d-b639-428e-80b6-661540aefa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96', 'name': 'tempest-TestVolumeBootPattern-1997762564-router', 'tenant_id': '87b16d09509c43259be394bca3fa1511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:08:39Z', 'updated_at': '2022-05-10T19:15:27Z', 'revision_number': 6, 'project_id': '87b16d09509c43259be394bca3fa1511', 'gw_port_host': None}], 'dv-cinder-836996-18-iscsi', False) {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:15:27.702556 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2c9e2d-b639-428e-80b6-661540aefa7e None None] The sync data for ids ['b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96'] in dv-cinder-836996-18-iscsi is: [{'id': 'b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96', 'name': 'tempest-TestVolumeBootPattern-1997762564-router', 'tenant_id': '87b16d09509c43259be394bca3fa1511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:08:39Z', 'updated_at': '2022-05-10T19:15:27Z', 'revision_number': 6, 'project_id': '87b16d09509c43259be394bca3fa1511', 'gw_port_host': None}] {{(pid=103425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:15:27.738069 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b2b1e7b8-a925-485c-9dcd-99f3c2c4014e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2086036'] for router_gateway (b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:27.827758 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b2b1e7b8-a925-485c-9dcd-99f3c2c4014e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2081368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2663'] for router (b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:27.830021 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b2b1e7b8-a925-485c-9dcd-99f3c2c4014e admin admin] Publish callbacks [] for router_controller (b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96), precommit_delete_associations {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:27.879124 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b2b1e7b8-a925-485c-9dcd-99f3c2c4014e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2081347'] for router (b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:27.879674 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b1e7b8-a925-485c-9dcd-99f3c2c4014e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96 {{(pid=103423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 19:15:27.884703 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b2b1e7b8-a925-485c-9dcd-99f3c2c4014e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:27.885984 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-b2b1e7b8-a925-485c-9dcd-99f3c2c4014e admin admin] 10.222.0.52 "DELETE /v2.0/routers/b9a1cdaa-b805-433d-ae82-ddc8b9a9fc96 HTTP/1.1" status: 204 len: 168 time: 0.7672827 May 10 19:15:27.888629 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 50126) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:15:27.933771 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9dbeed5-21c8-408e-ae75-a2d73254cba3 admin admin] Deleting subnet 1252a558-eea8-4fe2-a135-d01772405584 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 19:15:27.936969 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e9dbeed5-21c8-408e-ae75-a2d73254cba3 admin admin] Publish callbacks [] for subnet (1252a558-eea8-4fe2-a135-d01772405584), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:27.970592 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e9dbeed5-21c8-408e-ae75-a2d73254cba3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4514108'] for subnet (1252a558-eea8-4fe2-a135-d01772405584), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:28.051633 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e9dbeed5-21c8-408e-ae75-a2d73254cba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966585'] for subnet (1252a558-eea8-4fe2-a135-d01772405584), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:28.108048 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e9dbeed5-21c8-408e-ae75-a2d73254cba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4468822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4218745'] for subnet (1252a558-eea8-4fe2-a135-d01772405584), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:28.135803 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbeed5-21c8-408e-ae75-a2d73254cba3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1252a558-eea8-4fe2-a135-d01772405584,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:28.137811 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e9dbeed5-21c8-408e-ae75-a2d73254cba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:28.141029 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-e9dbeed5-21c8-408e-ae75-a2d73254cba3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1252a558-eea8-4fe2-a135-d01772405584 HTTP/1.1" status: 204 len: 168 time: 0.2513072 May 10 19:15:28.143747 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 50128) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:15:28.145245 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b30f8de-a064-43ae-9551-72a2f2ffe003 None None] Network e20d6721-96be-4a08-93c4-3ec796c047f4 requested from dv-cinder-836996-18-iscsi {{(pid=103424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:15:28.211582 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bd1c1056-cd5f-45e1-b029-efe3e2e7018a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824044'] for network (e20d6721-96be-4a08-93c4-3ec796c047f4), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:28.257281 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bd1c1056-cd5f-45e1-b029-efe3e2e7018a admin admin] Deleting port e96c452d-ffa6-4f67-8f81-f5ff7633ff56 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:15:28.257644 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bd1c1056-cd5f-45e1-b029-efe3e2e7018a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776402064132'] for port (e96c452d-ffa6-4f67-8f81-f5ff7633ff56), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:28.323038 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bd1c1056-cd5f-45e1-b029-efe3e2e7018a admin admin] For port e96c452d-ffa6-4f67-8f81-f5ff7633ff56, host dv-cinder-836996-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-18-iscsi',level=0,port_id=e96c452d-ffa6-4f67-8f81-f5ff7633ff56,segment=NetworkSegment(30b5f1d4-fb4e-429d-92f3-159e64c763dd),segment_id=30b5f1d4-fb4e-429d-92f3-159e64c763dd)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:15:28.323400 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bd1c1056-cd5f-45e1-b029-efe3e2e7018a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088492'] for port (e96c452d-ffa6-4f67-8f81-f5ff7633ff56), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:28.336571 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bd1c1056-cd5f-45e1-b029-efe3e2e7018a admin admin] Calling delete_port for e96c452d-ffa6-4f67-8f81-f5ff7633ff56 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:15:28.420885 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bd1c1056-cd5f-45e1-b029-efe3e2e7018a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776402070420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776401544587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6129863'] for port (e96c452d-ffa6-4f67-8f81-f5ff7633ff56), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:28.448692 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c1056-cd5f-45e1-b029-efe3e2e7018a admin admin] Pushing event deleted for resources: {'Port': ['ID=e96c452d-ffa6-4f67-8f81-f5ff7633ff56,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:28.453487 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1c1056-cd5f-45e1-b029-efe3e2e7018a admin admin] No DVR routers for this DVR port e96c452d-ffa6-4f67-8f81-f5ff7633ff56 on host dv-cinder-836996-18-iscsi {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:15:28.470181 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf95df7-543c-4dfd-8c97-e9a1b0396520 None None] DHCP port deletion for e20d6721-96be-4a08-93c4-3ec796c047f4 request from dv-cinder-836996-18-iscsi {{(pid=103424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 19:15:28.532637 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bd1c1056-cd5f-45e1-b029-efe3e2e7018a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965186', 'neutron.services.segments.db._delete_segments_for_network-8776401828657'] for network (e20d6721-96be-4a08-93c4-3ec796c047f4), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:28.552280 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.services.segments.db [None req-bd1c1056-cd5f-45e1-b029-efe3e2e7018a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e20d6721-96be-4a08-93c4-3ec796c047f4']}} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:15:28.562030 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.services.segments.db [None req-bd1c1056-cd5f-45e1-b029-efe3e2e7018a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b5f1d4-fb4e-429d-92f3-159e64c763dd') {'for_net_delete': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:15:28.562332 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.services.segments.db [None req-bd1c1056-cd5f-45e1-b029-efe3e2e7018a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b5f1d4-fb4e-429d-92f3-159e64c763dd') {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:15:28.572099 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bd1c1056-cd5f-45e1-b029-efe3e2e7018a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776401828410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6129926'] for segment (30b5f1d4-fb4e-429d-92f3-159e64c763dd), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:28.586887 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bd1c1056-cd5f-45e1-b029-efe3e2e7018a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860'] for segment (30b5f1d4-fb4e-429d-92f3-159e64c763dd), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:28.600099 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd1c1056-cd5f-45e1-b029-efe3e2e7018a admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:15:28.600512 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bd1c1056-cd5f-45e1-b029-efe3e2e7018a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6129818'] for segment (30b5f1d4-fb4e-429d-92f3-159e64c763dd), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:28.602519 dv-cinder-836996-18-iscsi neutron-server[103423]: Traceback (most recent call last): May 10 19:15:28.602519 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:15:28.602519 dv-cinder-836996-18-iscsi neutron-server[103423]: timer() May 10 19:15:28.602519 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:15:28.602519 dv-cinder-836996-18-iscsi neutron-server[103423]: cb(*args, **kw) May 10 19:15:28.602519 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 19:15:28.602519 dv-cinder-836996-18-iscsi neutron-server[103423]: return func(*args, **kwargs) May 10 19:15:28.602519 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:15:28.602519 dv-cinder-836996-18-iscsi neutron-server[103423]: self._notify() May 10 19:15:28.602519 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:15:28.602519 dv-cinder-836996-18-iscsi neutron-server[103423]: self.callback(batched_events) May 10 19:15:28.602519 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:15:28.602519 dv-cinder-836996-18-iscsi neutron-server[103423]: event.method(event) May 10 19:15:28.602519 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 19:15:28.602519 dv-cinder-836996-18-iscsi neutron-server[103423]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:15:28.602519 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 19:15:28.602519 dv-cinder-836996-18-iscsi neutron-server[103423]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:15:28.602519 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 19:15:28.602519 dv-cinder-836996-18-iscsi neutron-server[103423]: return f(self, *a, **k) May 10 19:15:28.602519 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 19:15:28.602519 dv-cinder-836996-18-iscsi neutron-server[103423]: return self._get(url).json() May 10 19:15:28.602519 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 19:15:28.602519 dv-cinder-836996-18-iscsi neutron-server[103423]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:15:28.602519 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:15:28.602519 dv-cinder-836996-18-iscsi neutron-server[103423]: return self.request(url, 'GET', **kwargs) May 10 19:15:28.602519 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:15:28.602519 dv-cinder-836996-18-iscsi neutron-server[103423]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:15:28.602519 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:15:28.602519 dv-cinder-836996-18-iscsi neutron-server[103423]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:15:28.602519 dv-cinder-836996-18-iscsi neutron-server[103423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:15:28.602519 dv-cinder-836996-18-iscsi neutron-server[103423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:15:28.602519 dv-cinder-836996-18-iscsi neutron-server[103423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:15:28.664370 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bd1c1056-cd5f-45e1-b029-efe3e2e7018a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2085882'] for network (e20d6721-96be-4a08-93c4-3ec796c047f4), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:28.681821 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bd1c1056-cd5f-45e1-b029-efe3e2e7018a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055484'] for network (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:28.685939 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-bd1c1056-cd5f-45e1-b029-efe3e2e7018a admin admin] 10.222.0.52 "DELETE /v2.0/networks/e20d6721-96be-4a08-93c4-3ec796c047f4 HTTP/1.1" status: 204 len: 168 time: 0.5411870 May 10 19:15:28.687319 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c1056-cd5f-45e1-b029-efe3e2e7018a admin admin] Pushing event deleted for resources: {'Network': ['ID=e20d6721-96be-4a08-93c4-3ec796c047f4,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:28.815236 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 50132) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:15:28.854648 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-91e55d6a-b9da-498f-9646-75f077c67b52 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=506b976cacbb411391ef566d0aac8add&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382197 May 10 19:15:28.857255 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [-] (103423) accepted ('10.222.0.52', 50134) {{(pid=103423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:15:28.891662 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e17e7a6c-6113-4ad3-bdb2-9086b2698299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:28.909429 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-478e189b-c40d-4eca-9926-72757156f301 admin admin] Publish callbacks [] for security_group (01544f20-f012-4d15-bbd0-b50ae10e4e3a), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:28.930726 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-478e189b-c40d-4eca-9926-72757156f301 admin admin] Publish callbacks [] for security_group (01544f20-f012-4d15-bbd0-b50ae10e4e3a), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:28.981818 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-478e189b-c40d-4eca-9926-72757156f301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (01544f20-f012-4d15-bbd0-b50ae10e4e3a), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:28.984508 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-478e189b-c40d-4eca-9926-72757156f301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:28.985775 dv-cinder-836996-18-iscsi neutron-server[103423]: INFO neutron.wsgi [None req-478e189b-c40d-4eca-9926-72757156f301 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/01544f20-f012-4d15-bbd0-b50ae10e4e3a HTTP/1.1" status: 204 len: 168 time: 0.1276023 May 10 19:15:28.993445 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e189b-c40d-4eca-9926-72757156f301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01544f20-f012-4d15-bbd0-b50ae10e4e3a,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:29.316895 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 50140) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:15:29.356778 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-33e4dc02-f3d9-44e1-a9dc-3e3f650d8725 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=87b16d09509c43259be394bca3fa1511&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386910 May 10 19:15:29.359305 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.52', 50142) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:15:29.408008 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-171ef3a8-7d2e-45fd-a9d1-aad5685a20b3 admin admin] Publish callbacks [] for security_group (e646808b-5e89-4af1-8ac9-0fa413c17c61), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:29.430040 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-171ef3a8-7d2e-45fd-a9d1-aad5685a20b3 admin admin] Publish callbacks [] for security_group (e646808b-5e89-4af1-8ac9-0fa413c17c61), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:29.486308 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-171ef3a8-7d2e-45fd-a9d1-aad5685a20b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063167'] for security_group (e646808b-5e89-4af1-8ac9-0fa413c17c61), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:29.490485 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-171ef3a8-7d2e-45fd-a9d1-aad5685a20b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:29.492152 dv-cinder-836996-18-iscsi neutron-server[103422]: INFO neutron.wsgi [None req-171ef3a8-7d2e-45fd-a9d1-aad5685a20b3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e646808b-5e89-4af1-8ac9-0fa413c17c61 HTTP/1.1" status: 204 len: 168 time: 0.1318305 May 10 19:15:29.501889 dv-cinder-836996-18-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ef3a8-7d2e-45fd-a9d1-aad5685a20b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e646808b-5e89-4af1-8ac9-0fa413c17c61,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:29.542177 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device e96c452d-ffa6-4f67-8f81-f5ff7633ff56 no longer exists at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:15:29.562400 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] No Port match for: e96c452d-ffa6-4f67-8f81-f5ff7633ff56 {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:15:29.562830 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device e96c452d-ffa6-4f67-8f81-f5ff7633ff56 not bound to the agent host dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:15:29.563304 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 222a23dc-6da4-4a4a-a3d6-90f5ea6178c4 no longer exists at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:15:29.581713 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] No Port match for: 222a23dc-6da4-4a4a-a3d6-90f5ea6178c4 {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:15:29.582055 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device 222a23dc-6da4-4a4a-a3d6-90f5ea6178c4 not bound to the agent host dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:15:29.582464 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134 no longer exists at agent ovs-agent-dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:15:29.601397 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] No Port match for: aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134 {{(pid=103424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:15:29.601745 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.rpc [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Device aa7cf1b9-bc4e-4f83-8e9d-566dbc3f9134 not bound to the agent host dv-cinder-836996-18-iscsi {{(pid=103424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:15:31.272285 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d99219ce-b10b-4bfc-bf27-8888b41fb356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:32.656482 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:32.660129 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:15:33.832341 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:35.416784 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:38.713601 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:40.933743 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [req-ad88b551-2c80-4616-b340-b50d23f6dfb5 req-3a9d48f0-61cd-4d1f-a295-4732d819eced service neutron] (103423) timed out ('10.222.0.52', 42744) {{(pid=103423) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 19:15:41.120925 dv-cinder-836996-18-iscsi neutron-server[103423]: DEBUG neutron.wsgi [req-ad88b551-2c80-4616-b340-b50d23f6dfb5 req-f78e89a3-a98d-4b24-be00-a9f7880792cf tempest-AttachVolumeShelveTestJSON-690896021 tempest-AttachVolumeShelveTestJSON-690896021-project] (103423) timed out ('10.222.0.52', 42756) {{(pid=103423) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 19:15:58.904980 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-de26001c-1b81-49b3-b9ae-5b0b656b5053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:16:01.287764 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-941072bc-280c-4a67-8230-c48b728a724e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:16:02.670106 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:16:03.845310 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:16:05.418422 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:16:08.710932 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:16:09.664053 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:16:28.907626 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a89cb8ed-decc-4b3e-86d2-f8af8f6fd0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:16:31.280561 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2d5c8f5c-ba1c-4c8f-b1ad-4e3c421f0c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:16:32.671406 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:16:33.846677 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:16:35.418924 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:16:38.727076 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:16:46.668215 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:16:58.913156 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f7c69d89-3002-44e2-aaea-3c01979f663e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:17:01.278781 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c6de8123-2fe6-4e3e-9fa5-3de9e6c421d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:17:02.669443 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:17:03.848250 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:17:05.426430 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:17:08.739229 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:17:23.672165 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:17:28.918626 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8b415626-56ab-4cf5-ad59-9354b8676db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:17:31.281276 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4ada24c7-c8ca-4149-84da-46aed2f3c2e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:17:32.679757 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:17:33.855555 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:17:35.417990 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:17:38.759493 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:17:58.915392 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-afbe21e4-6bac-4054-bf3b-a0b5468bbc43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:18:00.676392 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:18:01.287769 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ec4b7c50-33b0-417f-b52e-fef1d2b7e568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:18:02.683875 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:18:03.857696 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:18:05.419031 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:18:08.759625 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:18:28.907455 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b2cd521d-b122-4de0-a9e5-6bd51f86bed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:18:31.280373 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-918944af-aa9c-4abf-9bed-e388cc655c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:18:32.687029 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:18:33.862774 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:18:35.425072 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:18:37.680067 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:18:38.769882 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:18:58.911487 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3732d507-e0c8-4820-8238-6c26925a612c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:19:01.285316 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-72ecaa62-987a-4f6b-816e-11168e0cc8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:19:02.693269 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:19:03.871788 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:19:05.420634 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:19:08.784699 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:19:14.683838 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:19:28.912180 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d19bd0ca-92ea-480d-8368-fef0a431e6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:19:31.291373 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2375029c-7469-46e9-be2e-7cb6f4d8eba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:19:32.691987 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:19:33.872099 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:19:35.425132 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:19:38.799326 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:19:51.684296 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:19:58.914365 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ec8ecd2e-5bab-4469-b656-146297e948fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:01.289305 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6b276522-a668-4a6e-b9a1-e0a5385158d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:02.691503 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:04.006027 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:05.428403 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:08.804422 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:28.683652 dv-cinder-836996-18-iscsi neutron-server[103425]: DEBUG neutron.db.agents_db [None req-fffc4899-d209-43f4-a1f5-c107d5b46ed4 None None] Agent healthcheck: found 6 active agents {{(pid=103425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:20:28.916926 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f4f48d7f-dbc5-4563-aa49-f203b835e76c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (dfaf9083-34c2-4df7-9672-aaebd87f4028), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:31.292662 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1fe69008-31b4-4547-bb50-05e5b7cf8f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (321a2380-93c4-4562-8a5d-520541fe34c9), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:32.700651 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0f757436-4f9e-46a1-ae3f-bd1cae78c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c8b75cde-97de-4ea9-948b-1db5f3f165f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:33.882443 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-41cd3a85-90ce-4a2d-a813-076270f00b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (78c00d95-64aa-4b30-94e0-06d8f87e21d1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:35.426371 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f444c4-0c6e-496f-a0ad-2580c6b89ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (c34e4451-1c74-4654-b00e-86e650275fac), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:38.824333 dv-cinder-836996-18-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94b03ea7-b011-4f22-b237-3b8c29855de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776401828639', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902019'] for agent (84b4d3b2-b3ea-4da4-b994-5396953c421b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}